Skip to content
Snippets Groups Projects

Compare revisions

Changes are shown as if the source revision was being merged into the target revision. Learn more about comparing revisions.

Source

Select target project
No results found

Target

Select target project
  • lara/cs206-demos
  • gcharles/cs206-demos
  • gambhir/cs206-demos
3 results
Show changes
Hide whitespace changes
Inline Side-by-side
Showing
with 8097 additions and 3 deletions
benchmarks-results/results/01-AppendBenchmark-openjdk-1.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench00_prepend",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "List"
},
"primaryMetric" : {
"score" : 4.8321714866748446E8,
"scoreError" : 4724403.21912912,
"scoreConfidence" : [
4.784927454483553E8,
4.879415518866136E8
],
"scorePercentiles" : {
"0.0" : 4.72562223552786E8,
"50.0" : 4.8428755667758113E8,
"90.0" : 4.9124039703984535E8,
"95.0" : 4.9226178924771225E8,
"99.0" : 4.922937708921803E8,
"99.9" : 4.922937708921803E8,
"99.99" : 4.922937708921803E8,
"99.999" : 4.922937708921803E8,
"99.9999" : 4.922937708921803E8,
"100.0" : 4.922937708921803E8
},
"scoreUnit" : "ops/s",
"rawData" : [
[
4.819307200317929E8,
4.72562223552786E8,
4.784943083039813E8,
4.772687965008912E8,
4.843407932102058E8
],
[
4.8567363165710926E8,
4.7577667459361655E8,
4.8618105446624786E8,
4.8364255587235045E8,
4.875167283730778E8
],
[
4.7345015945156914E8,
4.843019099351307E8,
4.9165413800281954E8,
4.8747041587402976E8,
4.922937708921803E8
],
[
4.827332150125325E8,
4.862814848911631E8,
4.812210355565647E8,
4.8427320342003155E8,
4.872761537516094E8
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench00_prepend",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "Array"
},
"primaryMetric" : {
"score" : 272675.05077769526,
"scoreError" : 1553.8272266336694,
"scoreConfidence" : [
271121.2235510616,
274228.87800432893
],
"scorePercentiles" : {
"0.0" : 269025.76472275215,
"50.0" : 272918.67304545175,
"90.0" : 275163.43746461504,
"95.0" : 275521.8595016471,
"99.0" : 275537.0329393662,
"99.9" : 275537.0329393662,
"99.99" : 275537.0329393662,
"99.999" : 275537.0329393662,
"99.9999" : 275537.0329393662,
"100.0" : 275537.0329393662
},
"scoreUnit" : "ops/s",
"rawData" : [
[
271748.5197866432,
273014.7337326686,
272563.06846110505,
272166.07189220254,
273470.34663000936
],
[
269327.4909913765,
269025.76472275215,
273528.80007167323,
271925.27967059216,
275233.5641849845
],
[
271906.4127072309,
269770.1110871829,
274532.29698129004,
274142.9297889338,
272262.5728432502
],
[
272998.5721477701,
275537.0329393662,
274510.1008239693,
272839.2753332447,
272998.07075765874
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench01_append",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "List"
},
"primaryMetric" : {
"score" : 17905.10090128699,
"scoreError" : 369.3688498147651,
"scoreConfidence" : [
17535.732051472227,
18274.469751101755
],
"scorePercentiles" : {
"0.0" : 17310.880422423095,
"50.0" : 17901.254969900958,
"90.0" : 18382.51249036548,
"95.0" : 18488.73114460354,
"99.0" : 18494.194190652794,
"99.9" : 18494.194190652794,
"99.99" : 18494.194190652794,
"99.999" : 18494.194190652794,
"99.9999" : 18494.194190652794,
"100.0" : 18494.194190652794
},
"scoreUnit" : "ops/s",
"rawData" : [
[
17397.77242878626,
17380.97613149381,
17530.40463888327,
17464.689156958742,
17587.44204371862
],
[
17475.677696866424,
17310.880422423095,
17687.887052625854,
17522.415555213476,
17690.40970685566
],
[
18265.76575137817,
18112.100232946257,
18360.725476645897,
18258.663905473626,
18345.358601544827
],
[
18384.933269667654,
18270.93888986243,
18494.194190652794,
18303.356648030585,
18257.426225712363
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench01_append",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "Array"
},
"primaryMetric" : {
"score" : 332088.0515773282,
"scoreError" : 1458.2429148874778,
"scoreConfidence" : [
330629.8086624407,
333546.2944922157
],
"scorePercentiles" : {
"0.0" : 328751.3054726095,
"50.0" : 332177.5281232959,
"90.0" : 333955.4096230658,
"95.0" : 334896.41954260156,
"99.0" : 334945.43791192974,
"99.9" : 334945.43791192974,
"99.99" : 334945.43791192974,
"99.999" : 334945.43791192974,
"99.9999" : 334945.43791192974,
"100.0" : 334945.43791192974
},
"scoreUnit" : "ops/s",
"rawData" : [
[
331081.4593493612,
333868.4615023656,
334945.43791192974,
331814.29039580806,
333273.3859378552
],
[
330723.11967979535,
329277.3856461305,
333763.12559929636,
332543.4891840208,
332450.0994323773
],
[
328751.3054726095,
333965.0705253658,
331672.66613887093,
330989.87827781163,
331698.67410452553
],
[
329579.50617781345,
332412.78284232254,
333842.39240801916,
333166.22755601635,
331942.2734042693
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/01-AppendBenchmark-openjdk-1.txt 0 → 100644
View file @ 0f473913
[info] welcome to sbt 1.7.1 (Eclipse Adoptium Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 11:07:36 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 11:07:37 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 4, 2023, 11:07:37 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/01-AppendBenchmark-openjdk-1.json AppendBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench00_prepend
[info] # Parameters: (seqType = List)
[info] # Run progress: 0.00% complete, ETA 00:05:20
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 348314640.382 ops/s
[info] # Warmup Iteration 2: 440656733.630 ops/s
[info] # Warmup Iteration 3: 480539678.347 ops/s
[info] # Warmup Iteration 4: 478571725.024 ops/s
[info] # Warmup Iteration 5: 471545764.287 ops/s
[info] Iteration 1: 481930720.032 ops/s
[info] Iteration 2: 472562223.553 ops/s
[info] Iteration 3: 478494308.304 ops/s
[info] Iteration 4: 477268796.501 ops/s
[info] Iteration 5: 484340793.210 ops/s
[info] # Run progress: 6.25% complete, ETA 00:05:06
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 354459633.839 ops/s
[info] # Warmup Iteration 2: 444895303.405 ops/s
[info] # Warmup Iteration 3: 481534544.224 ops/s
[info] # Warmup Iteration 4: 474739620.384 ops/s
[info] # Warmup Iteration 5: 487221152.181 ops/s
[info] Iteration 1: 485673631.657 ops/s
[info] Iteration 2: 475776674.594 ops/s
[info] Iteration 3: 486181054.466 ops/s
[info] Iteration 4: 483642555.872 ops/s
[info] Iteration 5: 487516728.373 ops/s
[info] # Run progress: 12.50% complete, ETA 00:04:46
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 347642244.768 ops/s
[info] # Warmup Iteration 2: 445497978.928 ops/s
[info] # Warmup Iteration 3: 472791640.751 ops/s
[info] # Warmup Iteration 4: 468161657.750 ops/s
[info] # Warmup Iteration 5: 470855585.390 ops/s
[info] Iteration 1: 473450159.452 ops/s
[info] Iteration 2: 484301909.935 ops/s
[info] Iteration 3: 491654138.003 ops/s
[info] Iteration 4: 487470415.874 ops/s
[info] Iteration 5: 492293770.892 ops/s
[info] # Run progress: 18.75% complete, ETA 00:04:25
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 351873176.694 ops/s
[info] # Warmup Iteration 2: 453276885.691 ops/s
[info] # Warmup Iteration 3: 488173998.859 ops/s
[info] # Warmup Iteration 4: 480333341.035 ops/s
[info] # Warmup Iteration 5: 481854073.801 ops/s
[info] Iteration 1: 482733215.013 ops/s
[info] Iteration 2: 486281484.891 ops/s
[info] Iteration 3: 481221035.557 ops/s
[info] Iteration 4: 484273203.420 ops/s
[info] Iteration 5: 487276153.752 ops/s
[info] Result "benchmarks.AppendBenchmark.bench00_prepend":
[info] 483217148.667 ±(99.9%) 4724403.219 ops/s [Average]
[info] (min, avg, max) = (472562223.553, 483217148.667, 492293770.892), stdev = 5440629.773
[info] CI (99.9%): [478492745.448, 487941551.887] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench00_prepend
[info] # Parameters: (seqType = Array)
[info] # Run progress: 25.00% complete, ETA 00:04:05
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 232076.689 ops/s
[info] # Warmup Iteration 2: 271973.894 ops/s
[info] # Warmup Iteration 3: 275638.109 ops/s
[info] # Warmup Iteration 4: 274522.566 ops/s
[info] # Warmup Iteration 5: 272707.132 ops/s
[info] Iteration 1: 271748.520 ops/s
[info] Iteration 2: 273014.734 ops/s
[info] Iteration 3: 272563.068 ops/s
[info] Iteration 4: 272166.072 ops/s
[info] Iteration 5: 273470.347 ops/s
[info] # Run progress: 31.25% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 235215.622 ops/s
[info] # Warmup Iteration 2: 270938.421 ops/s
[info] # Warmup Iteration 3: 270419.938 ops/s
[info] # Warmup Iteration 4: 273408.312 ops/s
[info] # Warmup Iteration 5: 272375.184 ops/s
[info] Iteration 1: 269327.491 ops/s
[info] Iteration 2: 269025.765 ops/s
[info] Iteration 3: 273528.800 ops/s
[info] Iteration 4: 271925.280 ops/s
[info] Iteration 5: 275233.564 ops/s
[info] # Run progress: 37.50% complete, ETA 00:03:24
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 230595.057 ops/s
[info] # Warmup Iteration 2: 272342.787 ops/s
[info] # Warmup Iteration 3: 276015.231 ops/s
[info] # Warmup Iteration 4: 272367.984 ops/s
[info] # Warmup Iteration 5: 273383.329 ops/s
[info] Iteration 1: 271906.413 ops/s
[info] Iteration 2: 269770.111 ops/s
[info] Iteration 3: 274532.297 ops/s
[info] Iteration 4: 274142.930 ops/s
[info] Iteration 5: 272262.573 ops/s
[info] # Run progress: 43.75% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 236305.070 ops/s
[info] # Warmup Iteration 2: 269805.041 ops/s
[info] # Warmup Iteration 3: 275202.223 ops/s
[info] # Warmup Iteration 4: 276049.181 ops/s
[info] # Warmup Iteration 5: 276258.479 ops/s
[info] Iteration 1: 272998.572 ops/s
[info] Iteration 2: 275537.033 ops/s
[info] Iteration 3: 274510.101 ops/s
[info] Iteration 4: 272839.275 ops/s
[info] Iteration 5: 272998.071 ops/s
[info] Result "benchmarks.AppendBenchmark.bench00_prepend":
[info] 272675.051 ±(99.9%) 1553.827 ops/s [Average]
[info] (min, avg, max) = (269025.765, 272675.051, 275537.033), stdev = 1789.390
[info] CI (99.9%): [271121.224, 274228.878] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench01_append
[info] # Parameters: (seqType = List)
[info] # Run progress: 50.00% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 15779.588 ops/s
[info] # Warmup Iteration 2: 17267.103 ops/s
[info] # Warmup Iteration 3: 17583.667 ops/s
[info] # Warmup Iteration 4: 17466.471 ops/s
[info] # Warmup Iteration 5: 17520.267 ops/s
[info] Iteration 1: 17397.772 ops/s
[info] Iteration 2: 17380.976 ops/s
[info] Iteration 3: 17530.405 ops/s
[info] Iteration 4: 17464.689 ops/s
[info] Iteration 5: 17587.442 ops/s
[info] # Run progress: 56.25% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 15900.045 ops/s
[info] # Warmup Iteration 2: 17458.777 ops/s
[info] # Warmup Iteration 3: 17563.226 ops/s
[info] # Warmup Iteration 4: 17548.318 ops/s
[info] # Warmup Iteration 5: 17602.615 ops/s
[info] Iteration 1: 17475.678 ops/s
[info] Iteration 2: 17310.880 ops/s
[info] Iteration 3: 17687.887 ops/s
[info] Iteration 4: 17522.416 ops/s
[info] Iteration 5: 17690.410 ops/s
[info] # Run progress: 62.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 16615.014 ops/s
[info] # Warmup Iteration 2: 18071.053 ops/s
[info] # Warmup Iteration 3: 18288.683 ops/s
[info] # Warmup Iteration 4: 18162.275 ops/s
[info] # Warmup Iteration 5: 18162.073 ops/s
[info] Iteration 1: 18265.766 ops/s
[info] Iteration 2: 18112.100 ops/s
[info] Iteration 3: 18360.725 ops/s
[info] Iteration 4: 18258.664 ops/s
[info] Iteration 5: 18345.359 ops/s
[info] # Run progress: 68.75% complete, ETA 00:01:42
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 16266.308 ops/s
[info] # Warmup Iteration 2: 18147.553 ops/s
[info] # Warmup Iteration 3: 18369.462 ops/s
[info] # Warmup Iteration 4: 18216.634 ops/s
[info] # Warmup Iteration 5: 18188.207 ops/s
[info] Iteration 1: 18384.933 ops/s
[info] Iteration 2: 18270.939 ops/s
[info] Iteration 3: 18494.194 ops/s
[info] Iteration 4: 18303.357 ops/s
[info] Iteration 5: 18257.426 ops/s
[info] Result "benchmarks.AppendBenchmark.bench01_append":
[info] 17905.101 ±(99.9%) 369.369 ops/s [Average]
[info] (min, avg, max) = (17310.880, 17905.101, 18494.194), stdev = 425.366
[info] CI (99.9%): [17535.732, 18274.470] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench01_append
[info] # Parameters: (seqType = Array)
[info] # Run progress: 75.00% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 277270.258 ops/s
[info] # Warmup Iteration 2: 333449.170 ops/s
[info] # Warmup Iteration 3: 331790.975 ops/s
[info] # Warmup Iteration 4: 332878.299 ops/s
[info] # Warmup Iteration 5: 329429.787 ops/s
[info] Iteration 1: 331081.459 ops/s
[info] Iteration 2: 333868.462 ops/s
[info] Iteration 3: 334945.438 ops/s
[info] Iteration 4: 331814.290 ops/s
[info] Iteration 5: 333273.386 ops/s
[info] # Run progress: 81.25% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 285724.464 ops/s
[info] # Warmup Iteration 2: 332229.089 ops/s
[info] # Warmup Iteration 3: 334550.466 ops/s
[info] # Warmup Iteration 4: 331105.929 ops/s
[info] # Warmup Iteration 5: 331058.216 ops/s
[info] Iteration 1: 330723.120 ops/s
[info] Iteration 2: 329277.386 ops/s
[info] Iteration 3: 333763.126 ops/s
[info] Iteration 4: 332543.489 ops/s
[info] Iteration 5: 332450.099 ops/s
[info] # Run progress: 87.50% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 282792.484 ops/s
[info] # Warmup Iteration 2: 332264.581 ops/s
[info] # Warmup Iteration 3: 333864.657 ops/s
[info] # Warmup Iteration 4: 335450.388 ops/s
[info] # Warmup Iteration 5: 327403.770 ops/s
[info] Iteration 1: 328751.305 ops/s
[info] Iteration 2: 333965.071 ops/s
[info] Iteration 3: 331672.666 ops/s
[info] Iteration 4: 330989.878 ops/s
[info] Iteration 5: 331698.674 ops/s
[info] # Run progress: 93.75% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 281533.742 ops/s
[info] # Warmup Iteration 2: 325284.652 ops/s
[info] # Warmup Iteration 3: 334341.357 ops/s
[info] # Warmup Iteration 4: 305619.356 ops/s
[info] # Warmup Iteration 5: 324531.639 ops/s
[info] Iteration 1: 329579.506 ops/s
[info] Iteration 2: 332412.783 ops/s
[info] Iteration 3: 333842.392 ops/s
[info] Iteration 4: 333166.228 ops/s
[info] Iteration 5: 331942.273 ops/s
[info] Result "benchmarks.AppendBenchmark.bench01_append":
[info] 332088.052 ±(99.9%) 1458.243 ops/s [Average]
[info] (min, avg, max) = (328751.305, 332088.052, 334945.438), stdev = 1679.315
[info] CI (99.9%): [330629.809, 333546.294] (assumes normal distribution)
[info] # Run complete. Total time: 00:05:26
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark (seqType) Mode Cnt Score Error Units
[info] AppendBenchmark.bench00_prepend List thrpt 20 483217148.667 ± 4724403.219 ops/s
[info] AppendBenchmark.bench00_prepend Array thrpt 20 272675.051 ± 1553.827 ops/s
[info] AppendBenchmark.bench01_append List thrpt 20 17905.101 ± 369.369 ops/s
[info] AppendBenchmark.bench01_append Array thrpt 20 332088.052 ± 1458.243 ops/s
[info] Benchmark result is saved to benchmarks/results/01-AppendBenchmark-openjdk-1.json
[success] Total time: 333 s (05:33), completed Mar 4, 2023, 11:13:10 PM
benchmarks-results/results/01-AppendBenchmark-openjdk-2.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench00_prepend",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "List"
},
"primaryMetric" : {
"score" : 4.893678169190596E8,
"scoreError" : 3425286.2912830976,
"scoreConfidence" : [
4.859425306277765E8,
4.9279310321034265E8
],
"scorePercentiles" : {
"0.0" : 4.800557005610914E8,
"50.0" : 4.902576285241723E8,
"90.0" : 4.944236268146865E8,
"95.0" : 4.946731063957179E8,
"99.0" : 4.946765552159545E8,
"99.9" : 4.946765552159545E8,
"99.99" : 4.946765552159545E8,
"99.999" : 4.946765552159545E8,
"99.9999" : 4.946765552159545E8,
"100.0" : 4.946765552159545E8
},
"scoreUnit" : "ops/s",
"rawData" : [
[
4.8390509621676195E8,
4.800557005610914E8,
4.8637443340739936E8,
4.852674063610991E8,
4.8553897115019083E8
],
[
4.8797121593511873E8,
4.8501024296307E8,
4.9126698289142776E8,
4.900086424689439E8,
4.909485992739081E8
],
[
4.9252044258667123E8,
4.8977032454141927E8,
4.9241139472755885E8,
4.9276805884585804E8,
4.905066145794008E8
],
[
4.8833953737193274E8,
4.946765552159545E8,
4.9275111897748905E8,
4.926574214946739E8,
4.94607578811223E8
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench00_prepend",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "Array"
},
"primaryMetric" : {
"score" : 274162.7628903021,
"scoreError" : 2338.355032641355,
"scoreConfidence" : [
271824.4078576607,
276501.1179229435
],
"scorePercentiles" : {
"0.0" : 265310.5428446132,
"50.0" : 274262.2938556825,
"90.0" : 277493.4684822387,
"95.0" : 278733.0403197289,
"99.0" : 278794.62250167964,
"99.9" : 278794.62250167964,
"99.99" : 278794.62250167964,
"99.999" : 278794.62250167964,
"99.9999" : 278794.62250167964,
"100.0" : 278794.62250167964
},
"scoreUnit" : "ops/s",
"rawData" : [
[
272648.0903424814,
275371.6028551139,
275254.7678348332,
274080.3706066835,
273171.1422737155
],
[
272667.33599022956,
274319.9698406046,
274584.892930142,
275925.08555001806,
276867.875058399
],
[
272635.685802109,
274204.6178707603,
275334.11700525833,
265310.5428446132,
272905.19803954824
],
[
272920.68640606396,
273755.7773934639,
277562.97886266536,
278794.62250167964,
274939.8977976595
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench01_append",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "List"
},
"primaryMetric" : {
"score" : 17096.931737178664,
"scoreError" : 507.90917707806057,
"scoreConfidence" : [
16589.022560100602,
17604.840914256725
],
"scorePercentiles" : {
"0.0" : 16196.471331211134,
"50.0" : 17153.67902926314,
"90.0" : 17789.543001933987,
"95.0" : 17827.922733924283,
"99.0" : 17829.488421007303,
"99.9" : 17829.488421007303,
"99.99" : 17829.488421007303,
"99.999" : 17829.488421007303,
"99.9999" : 17829.488421007303,
"100.0" : 17829.488421007303
},
"scoreUnit" : "ops/s",
"rawData" : [
[
17416.510194772924,
17595.37408043214,
17571.971124055493,
17586.792202253037,
17632.775189617172
],
[
17572.550208971596,
17798.174679346892,
17649.892353502215,
17711.857905217865,
17829.488421007303
],
[
16890.847863753363,
16196.471331211134,
16421.243728556292,
16265.25760846098,
16513.46208762414
],
[
16457.78397375109,
16449.053507162662,
16808.02986821921,
16859.09457510693,
16712.003840550915
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.AppendBenchmark.bench01_append",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"params" : {
"seqType" : "Array"
},
"primaryMetric" : {
"score" : 238323.213961686,
"scoreError" : 77612.87736804709,
"scoreConfidence" : [
160710.33659363893,
315936.0913297331
],
"scorePercentiles" : {
"0.0" : 73766.81259042509,
"50.0" : 290610.7144673075,
"90.0" : 313443.2424886844,
"95.0" : 326257.0067899261,
"99.0" : 326898.73311655596,
"99.9" : 326898.73311655596,
"99.99" : 326898.73311655596,
"99.999" : 326898.73311655596,
"99.9999" : 326898.73311655596,
"100.0" : 326898.73311655596
},
"scoreUnit" : "ops/s",
"rawData" : [
[
326898.73311655596,
294169.65138080175,
307854.56563121785,
289012.3084432803,
302312.11691508105
],
[
292714.2471422587,
314064.20658395847,
302659.8098916822,
257611.0973836947,
166652.52768673014
],
[
113239.36481021093,
111431.86489893375,
131214.71910471836,
73828.75973458456,
73766.81259042509
],
[
225051.81895117802,
292209.1204913347,
302920.29515894485,
300481.2022735654,
288371.0570445642
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/01-AppendBenchmark-openjdk-2.txt 0 → 100644
View file @ 0f473913
[info] welcome to sbt 1.7.1 (Eclipse Adoptium Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 0 s, completed Mar 5, 2023, 12:55:52 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 0 s, completed Mar 5, 2023, 12:55:52 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 5, 2023, 12:55:53 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/01-AppendBenchmark-openjdk-2.json AppendBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench00_prepend
[info] # Parameters: (seqType = List)
[info] # Run progress: 0.00% complete, ETA 00:05:20
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 351700723.794 ops/s
[info] # Warmup Iteration 2: 442326063.471 ops/s
[info] # Warmup Iteration 3: 482146561.904 ops/s
[info] # Warmup Iteration 4: 483658907.401 ops/s
[info] # Warmup Iteration 5: 482756851.941 ops/s
[info] Iteration 1: 483905096.217 ops/s
[info] Iteration 2: 480055700.561 ops/s
[info] Iteration 3: 486374433.407 ops/s
[info] Iteration 4: 485267406.361 ops/s
[info] Iteration 5: 485538971.150 ops/s
[info] # Run progress: 6.25% complete, ETA 00:05:05
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 350719571.619 ops/s
[info] # Warmup Iteration 2: 451206807.714 ops/s
[info] # Warmup Iteration 3: 490100763.137 ops/s
[info] # Warmup Iteration 4: 487314789.690 ops/s
[info] # Warmup Iteration 5: 488113654.210 ops/s
[info] Iteration 1: 487971215.935 ops/s
[info] Iteration 2: 485010242.963 ops/s
[info] Iteration 3: 491266982.891 ops/s
[info] Iteration 4: 490008642.469 ops/s
[info] Iteration 5: 490948599.274 ops/s
[info] # Run progress: 12.50% complete, ETA 00:04:45
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 363573271.893 ops/s
[info] # Warmup Iteration 2: 462069479.886 ops/s
[info] # Warmup Iteration 3: 492345947.173 ops/s
[info] # Warmup Iteration 4: 492191071.421 ops/s
[info] # Warmup Iteration 5: 492139581.795 ops/s
[info] Iteration 1: 492520442.587 ops/s
[info] Iteration 2: 489770324.541 ops/s
[info] Iteration 3: 492411394.728 ops/s
[info] Iteration 4: 492768058.846 ops/s
[info] Iteration 5: 490506614.579 ops/s
[info] # Run progress: 18.75% complete, ETA 00:04:24
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 364944800.124 ops/s
[info] # Warmup Iteration 2: 465323902.710 ops/s
[info] # Warmup Iteration 3: 494130840.274 ops/s
[info] # Warmup Iteration 4: 494837429.876 ops/s
[info] # Warmup Iteration 5: 494424176.116 ops/s
[info] Iteration 1: 488339537.372 ops/s
[info] Iteration 2: 494676555.216 ops/s
[info] Iteration 3: 492751118.977 ops/s
[info] Iteration 4: 492657421.495 ops/s
[info] Iteration 5: 494607578.811 ops/s
[info] Result "benchmarks.AppendBenchmark.bench00_prepend":
[info] 489367816.919 ±(99.9%) 3425286.291 ops/s [Average]
[info] (min, avg, max) = (480055700.561, 489367816.919, 494676555.216), stdev = 3944564.787
[info] CI (99.9%): [485942530.628, 492793103.210] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench00_prepend
[info] # Parameters: (seqType = Array)
[info] # Run progress: 25.00% complete, ETA 00:04:04
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 237676.397 ops/s
[info] # Warmup Iteration 2: 273790.235 ops/s
[info] # Warmup Iteration 3: 275467.418 ops/s
[info] # Warmup Iteration 4: 275771.821 ops/s
[info] # Warmup Iteration 5: 277771.672 ops/s
[info] Iteration 1: 272648.090 ops/s
[info] Iteration 2: 275371.603 ops/s
[info] Iteration 3: 275254.768 ops/s
[info] Iteration 4: 274080.371 ops/s
[info] Iteration 5: 273171.142 ops/s
[info] # Run progress: 31.25% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 237634.994 ops/s
[info] # Warmup Iteration 2: 273381.633 ops/s
[info] # Warmup Iteration 3: 273584.442 ops/s
[info] # Warmup Iteration 4: 273792.013 ops/s
[info] # Warmup Iteration 5: 278053.274 ops/s
[info] Iteration 1: 272667.336 ops/s
[info] Iteration 2: 274319.970 ops/s
[info] Iteration 3: 274584.893 ops/s
[info] Iteration 4: 275925.086 ops/s
[info] Iteration 5: 276867.875 ops/s
[info] # Run progress: 37.50% complete, ETA 00:03:23
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 233125.681 ops/s
[info] # Warmup Iteration 2: 275188.759 ops/s
[info] # Warmup Iteration 3: 275966.930 ops/s
[info] # Warmup Iteration 4: 272522.073 ops/s
[info] # Warmup Iteration 5: 273351.390 ops/s
[info] Iteration 1: 272635.686 ops/s
[info] Iteration 2: 274204.618 ops/s
[info] Iteration 3: 275334.117 ops/s
[info] Iteration 4: 265310.543 ops/s
[info] Iteration 5: 272905.198 ops/s
[info] # Run progress: 43.75% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 237741.675 ops/s
[info] # Warmup Iteration 2: 275667.300 ops/s
[info] # Warmup Iteration 3: 274290.395 ops/s
[info] # Warmup Iteration 4: 276886.796 ops/s
[info] # Warmup Iteration 5: 275197.592 ops/s
[info] Iteration 1: 272920.686 ops/s
[info] Iteration 2: 273755.777 ops/s
[info] Iteration 3: 277562.979 ops/s
[info] Iteration 4: 278794.623 ops/s
[info] Iteration 5: 274939.898 ops/s
[info] Result "benchmarks.AppendBenchmark.bench00_prepend":
[info] 274162.763 ±(99.9%) 2338.355 ops/s [Average]
[info] (min, avg, max) = (265310.543, 274162.763, 278794.623), stdev = 2692.853
[info] CI (99.9%): [271824.408, 276501.118] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench01_append
[info] # Parameters: (seqType = List)
[info] # Run progress: 50.00% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 15907.896 ops/s
[info] # Warmup Iteration 2: 17543.361 ops/s
[info] # Warmup Iteration 3: 17562.433 ops/s
[info] # Warmup Iteration 4: 17506.153 ops/s
[info] # Warmup Iteration 5: 17606.084 ops/s
[info] Iteration 1: 17416.510 ops/s
[info] Iteration 2: 17595.374 ops/s
[info] Iteration 3: 17571.971 ops/s
[info] Iteration 4: 17586.792 ops/s
[info] Iteration 5: 17632.775 ops/s
[info] # Run progress: 56.25% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 15921.777 ops/s
[info] # Warmup Iteration 2: 17614.063 ops/s
[info] # Warmup Iteration 3: 17664.387 ops/s
[info] # Warmup Iteration 4: 17708.036 ops/s
[info] # Warmup Iteration 5: 17754.180 ops/s
[info] Iteration 1: 17572.550 ops/s
[info] Iteration 2: 17798.175 ops/s
[info] Iteration 3: 17649.892 ops/s
[info] Iteration 4: 17711.858 ops/s
[info] Iteration 5: 17829.488 ops/s
[info] # Run progress: 62.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 16069.859 ops/s
[info] # Warmup Iteration 2: 16463.425 ops/s
[info] # Warmup Iteration 3: 16269.710 ops/s
[info] # Warmup Iteration 4: 16324.154 ops/s
[info] # Warmup Iteration 5: 16297.561 ops/s
[info] Iteration 1: 16890.848 ops/s
[info] Iteration 2: 16196.471 ops/s
[info] Iteration 3: 16421.244 ops/s
[info] Iteration 4: 16265.258 ops/s
[info] Iteration 5: 16513.462 ops/s
[info] # Run progress: 68.75% complete, ETA 00:01:41
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 15278.443 ops/s
[info] # Warmup Iteration 2: 16907.713 ops/s
[info] # Warmup Iteration 3: 16914.745 ops/s
[info] # Warmup Iteration 4: 16906.849 ops/s
[info] # Warmup Iteration 5: 16919.514 ops/s
[info] Iteration 1: 16457.784 ops/s
[info] Iteration 2: 16449.054 ops/s
[info] Iteration 3: 16808.030 ops/s
[info] Iteration 4: 16859.095 ops/s
[info] Iteration 5: 16712.004 ops/s
[info] Result "benchmarks.AppendBenchmark.bench01_append":
[info] 17096.932 ±(99.9%) 507.909 ops/s [Average]
[info] (min, avg, max) = (16196.471, 17096.932, 17829.488), stdev = 584.909
[info] CI (99.9%): [16589.023, 17604.841] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.AppendBenchmark.bench01_append
[info] # Parameters: (seqType = Array)
[info] # Run progress: 75.00% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 282434.850 ops/s
[info] # Warmup Iteration 2: 327567.263 ops/s
[info] # Warmup Iteration 3: 324002.695 ops/s
[info] # Warmup Iteration 4: 330791.419 ops/s
[info] # Warmup Iteration 5: 329071.154 ops/s
[info] Iteration 1: 326898.733 ops/s
[info] Iteration 2: 294169.651 ops/s
[info] Iteration 3: 307854.566 ops/s
[info] Iteration 4: 289012.308 ops/s
[info] Iteration 5: 302312.117 ops/s
[info] # Run progress: 81.25% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 161724.285 ops/s
[info] # Warmup Iteration 2: 244821.235 ops/s
[info] # Warmup Iteration 3: 243622.158 ops/s
[info] # Warmup Iteration 4: 308415.193 ops/s
[info] # Warmup Iteration 5: 315329.987 ops/s
[info] Iteration 1: 292714.247 ops/s
[info] Iteration 2: 314064.207 ops/s
[info] Iteration 3: 302659.810 ops/s
[info] Iteration 4: 257611.097 ops/s
[info] Iteration 5: 166652.528 ops/s
[info] # Run progress: 87.50% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 136955.280 ops/s
[info] # Warmup Iteration 2: 224680.879 ops/s
[info] # Warmup Iteration 3: 223524.474 ops/s
[info] # Warmup Iteration 4: 118912.147 ops/s
[info] # Warmup Iteration 5: 133508.554 ops/s
[info] Iteration 1: 113239.365 ops/s
[info] Iteration 2: 111431.865 ops/s
[info] Iteration 3: 131214.719 ops/s
[info] Iteration 4: 73828.760 ops/s
[info] Iteration 5: 73766.813 ops/s
[info] # Run progress: 93.75% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 149663.322 ops/s
[info] # Warmup Iteration 2: 131250.281 ops/s
[info] # Warmup Iteration 3: 151107.370 ops/s
[info] # Warmup Iteration 4: 197408.259 ops/s
[info] # Warmup Iteration 5: 192316.822 ops/s
[info] Iteration 1: 225051.819 ops/s
[info] Iteration 2: 292209.120 ops/s
[info] Iteration 3: 302920.295 ops/s
[info] Iteration 4: 300481.202 ops/s
[info] Iteration 5: 288371.057 ops/s
[info] Result "benchmarks.AppendBenchmark.bench01_append":
[info] 238323.214 ±(99.9%) 77612.877 ops/s [Average]
[info] (min, avg, max) = (73766.813, 238323.214, 326898.733), stdev = 89379.105
[info] CI (99.9%): [160710.337, 315936.091] (assumes normal distribution)
[info] # Run complete. Total time: 00:05:27
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark (seqType) Mode Cnt Score Error Units
[info] AppendBenchmark.bench00_prepend List thrpt 20 489367816.919 ± 3425286.291 ops/s
[info] AppendBenchmark.bench00_prepend Array thrpt 20 274162.763 ± 2338.355 ops/s
[info] AppendBenchmark.bench01_append List thrpt 20 17096.932 ± 507.909 ops/s
[info] AppendBenchmark.bench01_append Array thrpt 20 238323.214 ± 77612.877 ops/s
[info] Benchmark result is saved to benchmarks/results/01-AppendBenchmark-openjdk-2.json
[success] Total time: 333 s (05:33), completed Mar 5, 2023, 1:01:26 PM
benchmarks-results/results/02-SumBenchmark-graal-1.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench00_arraySumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 387640.2309101154,
"scoreError" : 11439.754367195212,
"scoreConfidence" : [
376200.4765429202,
399079.9852773106
],
"scorePercentiles" : {
"0.0" : 365116.42762141634,
"50.0" : 389043.43913495546,
"90.0" : 403992.7789712733,
"95.0" : 405357.36734808143,
"99.0" : 405427.7548680743,
"99.9" : 405427.7548680743,
"99.99" : 405427.7548680743,
"99.999" : 405427.7548680743,
"99.9999" : 405427.7548680743,
"100.0" : 405427.7548680743
},
"scoreUnit" : "ops/s",
"rawData" : [
[
401478.39066058415,
397487.188025294,
403747.74949877954,
393278.942246685,
390186.5874262934
],
[
366175.8987762438,
387832.2461732869,
378834.3583060297,
387900.2908436175,
385583.2923404049
],
[
369389.63395023847,
365116.42762141634,
371340.81013650796,
377838.4369611818,
376742.47179357585
],
[
398696.0657753979,
404020.004468217,
394180.92424484703,
397547.1440856313,
405427.7548680743
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 401295.21020377585,
"scoreError" : 11026.297102421277,
"scoreConfidence" : [
390268.91310135456,
412321.50730619713
],
"scorePercentiles" : {
"0.0" : 369258.56648059393,
"50.0" : 406831.38048488286,
"90.0" : 413863.20929970813,
"95.0" : 414267.4921843308,
"99.0" : 414287.25482552784,
"99.9" : 414287.25482552784,
"99.99" : 414287.25482552784,
"99.999" : 414287.25482552784,
"99.9999" : 414287.25482552784,
"100.0" : 414287.25482552784
},
"scoreUnit" : "ops/s",
"rawData" : [
[
395317.7647253152,
412568.614962874,
394214.634008928,
414287.25482552784,
407429.20447776397
],
[
369258.56648059393,
397243.4039154917,
381856.11371847807,
392326.76218634815,
390828.91133722506
],
[
411097.8949424356,
412366.632320036,
387366.8545246278,
395064.05553576554,
410017.93577673775
],
[
409204.131485839,
406233.5564920018,
413892.00200158806,
413604.07498278894,
411725.83537515
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench02_arrayForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 190946.06970020692,
"scoreError" : 1061.656254310633,
"scoreConfidence" : [
189884.4134458963,
192007.72595451755
],
"scorePercentiles" : {
"0.0" : 188329.27096846674,
"50.0" : 191241.6611182455,
"90.0" : 192424.94551952582,
"95.0" : 192591.22948827202,
"99.0" : 192598.5760139246,
"99.9" : 192598.5760139246,
"99.99" : 192598.5760139246,
"99.999" : 192598.5760139246,
"99.9999" : 192598.5760139246,
"100.0" : 192598.5760139246
},
"scoreUnit" : "ops/s",
"rawData" : [
[
188990.24602055058,
191756.88820911123,
191020.9383746753,
192184.64568740368,
191020.30875403868
],
[
189218.5215741739,
192598.5760139246,
191157.9960022011,
191609.76414138646,
191325.3262342899
],
[
188329.27096846674,
191659.06338493308,
191619.99318804883,
188870.8734793523,
191063.76959661837
],
[
191094.0566070982,
192451.64550087272,
191520.77010863097,
191479.68864176545,
189949.0515165963
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 393030.6872759014,
"scoreError" : 17167.0933374483,
"scoreConfidence" : [
375863.59393845306,
410197.7806133497
],
"scorePercentiles" : {
"0.0" : 352739.8085876422,
"50.0" : 388877.8551354207,
"90.0" : 424052.5260794868,
"95.0" : 428657.9562589329,
"99.0" : 428896.415761891,
"99.9" : 428896.415761891,
"99.99" : 428896.415761891,
"99.999" : 428896.415761891,
"99.9999" : 428896.415761891,
"100.0" : 428896.415761891
},
"scoreUnit" : "ops/s",
"rawData" : [
[
424127.2257027283,
428896.415761891,
423380.2294703134,
421009.35183034017,
413528.2604877359
],
[
369674.8182179208,
387761.16044691147,
352739.8085876422,
382070.0529914552,
386317.2265515814
],
[
389994.54982392996,
373476.6848327867,
383171.89825099806,
391854.8600347827,
392595.4769387747
],
[
390138.6287424222,
386917.2543025576,
393856.63661181537,
382795.76747295255,
386307.4384584887
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench04_arrayForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 393339.57236351346,
"scoreError" : 10896.991880816387,
"scoreConfidence" : [
382442.58048269706,
404236.5642443299
],
"scorePercentiles" : {
"0.0" : 377225.8809880913,
"50.0" : 388147.94931709376,
"90.0" : 411326.67754547537,
"95.0" : 412857.473452265,
"99.0" : 412935.6199678103,
"99.9" : 412935.6199678103,
"99.99" : 412935.6199678103,
"99.999" : 412935.6199678103,
"99.9999" : 412935.6199678103,
"100.0" : 412935.6199678103
},
"scoreUnit" : "ops/s",
"rawData" : [
[
411372.6896569055,
412935.6199678103,
403711.9607417136,
408734.61293363024,
405612.993385065
],
[
382963.4217778914,
378605.18661523017,
388322.0379225899,
386100.8764223618,
387973.8607115976
],
[
410912.5685426044,
402553.73341154016,
395644.8856877214,
386682.14113144344,
385312.61829508026
],
[
384048.88009068684,
401099.14349182456,
377225.8809880913,
379349.1656706676,
377629.16982581397
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 393441.90670928295,
"scoreError" : 4563.299582643038,
"scoreConfidence" : [
388878.6071266399,
398005.206291926
],
"scorePercentiles" : {
"0.0" : 380659.97639350826,
"50.0" : 395121.9691140675,
"90.0" : 398811.1794995078,
"95.0" : 400683.1601337455,
"99.0" : 400772.6732698937,
"99.9" : 400772.6732698937,
"99.99" : 400772.6732698937,
"99.999" : 400772.6732698937,
"99.9999" : 400772.6732698937,
"100.0" : 400772.6732698937
},
"scoreUnit" : "ops/s",
"rawData" : [
[
394238.370490632,
395440.06424930686,
394593.72643766203,
395125.94670174486,
391149.77894864726
],
[
395117.99152639013,
397270.1000727015,
396065.7801550404,
397031.3769868654,
395437.1015108265
],
[
395081.8452902394,
385791.2561696841,
384127.46375474514,
398982.41054693074,
400772.6732698937
],
[
396550.69000304455,
395315.0858681814,
380659.97639350826,
385720.20227700885,
394366.29353260604
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 396730.23037944635,
"scoreError" : 5391.8345997419465,
"scoreConfidence" : [
391338.3957797044,
402122.0649791883
],
"scorePercentiles" : {
"0.0" : 382241.8690239171,
"50.0" : 398490.46497710753,
"90.0" : 402613.2537042299,
"95.0" : 406007.0759154534,
"99.0" : 406181.89097900153,
"99.9" : 406181.89097900153,
"99.99" : 406181.89097900153,
"99.999" : 406181.89097900153,
"99.9999" : 406181.89097900153,
"100.0" : 406181.89097900153
},
"scoreUnit" : "ops/s",
"rawData" : [
[
399601.0268109865,
400636.7167241731,
399659.0616361372,
396023.9973007781,
406181.89097900153
],
[
402685.5897080387,
397895.50224171806,
393223.92882484366,
393773.89190284745,
401230.46332993795
],
[
399085.427712497,
400800.92716061487,
394629.7055714827,
382789.42946473695,
394010.0274774328
],
[
401818.0102612918,
401962.22966995026,
395990.373464392,
390364.5383241493,
382241.8690239171
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench07_listSumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 30722.89354859977,
"scoreError" : 420.0922708488823,
"scoreConfidence" : [
30302.80127775089,
31142.985819448655
],
"scorePercentiles" : {
"0.0" : 29577.607525265787,
"50.0" : 30847.02053685266,
"90.0" : 31081.25846463615,
"95.0" : 31856.591375063912,
"99.0" : 31897.348192988007,
"99.9" : 31897.348192988007,
"99.99" : 31897.348192988007,
"99.999" : 31897.348192988007,
"99.9999" : 31897.348192988007,
"100.0" : 31897.348192988007
},
"scoreUnit" : "ops/s",
"rawData" : [
[
30067.536078846886,
29577.607525265787,
30138.33840045368,
30174.471449144574,
30928.643404577084
],
[
30667.159614268767,
30654.557852261143,
30520.161579192893,
30963.676823828184,
30844.541119448768
],
[
30536.708972705354,
31072.678135806662,
31046.30031924348,
31082.211834506095,
31897.348192988007
],
[
30925.793673002827,
30874.908196208034,
30941.890263540332,
30849.499954256553,
30693.83758245036
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench08_listForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 10.704874319495312,
"scoreError" : 0.33806573308859805,
"scoreConfidence" : [
10.366808586406714,
11.04294005258391
],
"scorePercentiles" : {
"0.0" : 9.877704149859442,
"50.0" : 10.727819256681634,
"90.0" : 11.211108037449401,
"95.0" : 11.225844697907846,
"99.0" : 11.226187368273962,
"99.9" : 11.226187368273962,
"99.99" : 11.226187368273962,
"99.999" : 11.226187368273962,
"99.9999" : 11.226187368273962,
"100.0" : 11.226187368273962
},
"scoreUnit" : "ops/s",
"rawData" : [
[
10.595823800441236,
11.226187368273962,
10.336849315658563,
11.06256613926516,
11.060322399184207
],
[
10.873611221509842,
9.877704149859442,
10.659658074566854,
10.596789014843678,
10.532059485908796
],
[
10.192435888136762,
11.219333960951655,
10.795980438796413,
11.13707472592912,
11.122318711679116
],
[
10.416583380502226,
10.951167948870516,
10.868243104209174,
10.41441687366436,
10.158360387655165
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench09_listForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44206.89045459016,
"scoreError" : 1228.402264527161,
"scoreConfidence" : [
42978.488190063,
45435.29271911732
],
"scorePercentiles" : {
"0.0" : 41410.06609390284,
"50.0" : 44382.1106674262,
"90.0" : 45780.8145210777,
"95.0" : 46848.891274532674,
"99.0" : 46903.41512723801,
"99.9" : 46903.41512723801,
"99.99" : 46903.41512723801,
"99.999" : 46903.41512723801,
"99.9999" : 46903.41512723801,
"100.0" : 46903.41512723801
},
"scoreUnit" : "ops/s",
"rawData" : [
[
44885.79028089188,
44115.62139998291,
43866.4879484891,
45173.64595767289,
45812.93807313131
],
[
44525.34492499177,
43882.72388138523,
45491.70255259526,
43148.160665208445,
43908.34849938229
],
[
44531.88559902537,
43480.54784822365,
44722.62601754257,
46903.41512723801,
42003.51042418941
],
[
45269.588219222045,
41444.01424508327,
45322.51492378428,
44238.87640986062,
41410.06609390284
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench10_listOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44913.56311068732,
"scoreError" : 1611.2941536866197,
"scoreConfidence" : [
43302.2689570007,
46524.85726437394
],
"scorePercentiles" : {
"0.0" : 41862.368306891745,
"50.0" : 44866.35706951219,
"90.0" : 47995.63477318857,
"95.0" : 48369.65326996637,
"99.0" : 48382.66720534754,
"99.9" : 48382.66720534754,
"99.99" : 48382.66720534754,
"99.999" : 48382.66720534754,
"99.9999" : 48382.66720534754,
"100.0" : 48382.66720534754
},
"scoreUnit" : "ops/s",
"rawData" : [
[
44777.33470427341,
43057.87168348078,
43262.09559086355,
44955.37943475096,
43229.477495441606
],
[
42763.08909940678,
45777.53259737617,
43147.53513770736,
41862.368306891745,
44351.26121934718
],
[
45886.83591444945,
48122.38849772425,
46109.38393840843,
48382.66720534754,
46192.79131378194
],
[
44529.848732241706,
42827.17699727027,
46758.285627247096,
45423.0874653685,
46854.85125236744
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44796.53344350756,
"scoreError" : 1520.0972206906945,
"scoreConfidence" : [
43276.43622281686,
46316.63066419825
],
"scorePercentiles" : {
"0.0" : 41578.00018900372,
"50.0" : 44965.3811697168,
"90.0" : 46822.18601410732,
"95.0" : 47452.03117882315,
"99.0" : 47483.08938289554,
"99.9" : 47483.08938289554,
"99.99" : 47483.08938289554,
"99.999" : 47483.08938289554,
"99.9999" : 47483.08938289554,
"100.0" : 47483.08938289554
},
"scoreUnit" : "ops/s",
"rawData" : [
[
45788.56930405819,
41811.19988314961,
41578.00018900372,
44081.70533995814,
45901.15220163314
],
[
45648.044338163476,
44687.53942000882,
46464.532428043516,
45243.222919424785,
42021.35409687221
],
[
44685.01522875539,
43514.56708495892,
46432.77976759739,
46861.92530144774,
44381.654804577505
],
[
46248.59685725513,
43835.46029206997,
42936.809579354565,
47483.08938289554,
46325.45045092348
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/02-SumBenchmark-graal-1.txt 0 → 100644
View file @ 0f473913
copying runtime jar...
[info] [launcher] getting org.scala-sbt sbt 1.7.1 (this may take some time)...
[info] [launcher] getting Scala 2.12.16 (for sbt)...
[info] welcome to sbt 1.7.1 (GraalVM Community Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 1 s, completed Mar 4, 2023, 7:27:57 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 1 s, completed Mar 4, 2023, 7:27:59 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 4, 2023, 7:28:00 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/02-SumBenchmark-graal.json SumBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench00_arraySumMethod
[info] # Run progress: 0.00% complete, ETA 00:16:00
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 280546.200 ops/s
[info] # Warmup Iteration 2: 399538.228 ops/s
[info] # Warmup Iteration 3: 392480.077 ops/s
[info] # Warmup Iteration 4: 387579.152 ops/s
[info] # Warmup Iteration 5: 409982.150 ops/s
[info] Iteration 1: 401478.391 ops/s
[info] Iteration 2: 397487.188 ops/s
[info] Iteration 3: 403747.749 ops/s
[info] Iteration 4: 393278.942 ops/s
[info] Iteration 5: 390186.587 ops/s
[info] # Run progress: 2.08% complete, ETA 00:15:57
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 286902.588 ops/s
[info] # Warmup Iteration 2: 379410.346 ops/s
[info] # Warmup Iteration 3: 376296.678 ops/s
[info] # Warmup Iteration 4: 378130.360 ops/s
[info] # Warmup Iteration 5: 368984.135 ops/s
[info] Iteration 1: 366175.899 ops/s
[info] Iteration 2: 387832.246 ops/s
[info] Iteration 3: 378834.358 ops/s
[info] Iteration 4: 387900.291 ops/s
[info] Iteration 5: 385583.292 ops/s
[info] # Run progress: 4.17% complete, ETA 00:15:36
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 282978.936 ops/s
[info] # Warmup Iteration 2: 382076.624 ops/s
[info] # Warmup Iteration 3: 366787.978 ops/s
[info] # Warmup Iteration 4: 376758.545 ops/s
[info] # Warmup Iteration 5: 370052.997 ops/s
[info] Iteration 1: 369389.634 ops/s
[info] Iteration 2: 365116.428 ops/s
[info] Iteration 3: 371340.810 ops/s
[info] Iteration 4: 377838.437 ops/s
[info] Iteration 5: 376742.472 ops/s
[info] # Run progress: 6.25% complete, ETA 00:15:15
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 288372.604 ops/s
[info] # Warmup Iteration 2: 397014.710 ops/s
[info] # Warmup Iteration 3: 389380.128 ops/s
[info] # Warmup Iteration 4: 393706.290 ops/s
[info] # Warmup Iteration 5: 388595.236 ops/s
[info] Iteration 1: 398696.066 ops/s
[info] Iteration 2: 404020.004 ops/s
[info] Iteration 3: 394180.924 ops/s
[info] Iteration 4: 397547.144 ops/s
[info] Iteration 5: 405427.755 ops/s
[info] Result "benchmarks.SumBenchmark.bench00_arraySumMethod":
[info] 387640.231 ±(99.9%) 11439.754 ops/s [Average]
[info] (min, avg, max) = (365116.428, 387640.231, 405427.755), stdev = 13174.038
[info] CI (99.9%): [376200.477, 399079.985] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex
[info] # Run progress: 8.33% complete, ETA 00:14:55
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 294083.026 ops/s
[info] # Warmup Iteration 2: 404840.159 ops/s
[info] # Warmup Iteration 3: 395376.899 ops/s
[info] # Warmup Iteration 4: 401491.524 ops/s
[info] # Warmup Iteration 5: 411791.966 ops/s
[info] Iteration 1: 395317.765 ops/s
[info] Iteration 2: 412568.615 ops/s
[info] Iteration 3: 394214.634 ops/s
[info] Iteration 4: 414287.255 ops/s
[info] Iteration 5: 407429.204 ops/s
[info] # Run progress: 10.42% complete, ETA 00:14:35
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 294115.164 ops/s
[info] # Warmup Iteration 2: 377047.075 ops/s
[info] # Warmup Iteration 3: 385626.228 ops/s
[info] # Warmup Iteration 4: 377595.686 ops/s
[info] # Warmup Iteration 5: 374473.370 ops/s
[info] Iteration 1: 369258.566 ops/s
[info] Iteration 2: 397243.404 ops/s
[info] Iteration 3: 381856.114 ops/s
[info] Iteration 4: 392326.762 ops/s
[info] Iteration 5: 390828.911 ops/s
[info] # Run progress: 12.50% complete, ETA 00:14:14
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 297077.289 ops/s
[info] # Warmup Iteration 2: 409250.227 ops/s
[info] # Warmup Iteration 3: 388944.450 ops/s
[info] # Warmup Iteration 4: 409118.518 ops/s
[info] # Warmup Iteration 5: 401863.652 ops/s
[info] Iteration 1: 411097.895 ops/s
[info] Iteration 2: 412366.632 ops/s
[info] Iteration 3: 387366.855 ops/s
[info] Iteration 4: 395064.056 ops/s
[info] Iteration 5: 410017.936 ops/s
[info] # Run progress: 14.58% complete, ETA 00:13:54
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 293160.162 ops/s
[info] # Warmup Iteration 2: 400071.590 ops/s
[info] # Warmup Iteration 3: 411342.279 ops/s
[info] # Warmup Iteration 4: 422025.196 ops/s
[info] # Warmup Iteration 5: 411338.587 ops/s
[info] Iteration 1: 409204.131 ops/s
[info] Iteration 2: 406233.556 ops/s
[info] Iteration 3: 413892.002 ops/s
[info] Iteration 4: 413604.075 ops/s
[info] Iteration 5: 411725.835 ops/s
[info] Result "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex":
[info] 401295.210 ±(99.9%) 11026.297 ops/s [Average]
[info] (min, avg, max) = (369258.566, 401295.210, 414287.255), stdev = 12697.900
[info] CI (99.9%): [390268.913, 412321.507] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench02_arrayForLoopIndex
[info] # Run progress: 16.67% complete, ETA 00:13:33
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 187784.473 ops/s
[info] # Warmup Iteration 2: 190430.860 ops/s
[info] # Warmup Iteration 3: 191160.797 ops/s
[info] # Warmup Iteration 4: 190842.863 ops/s
[info] # Warmup Iteration 5: 190831.011 ops/s
[info] Iteration 1: 188990.246 ops/s
[info] Iteration 2: 191756.888 ops/s
[info] Iteration 3: 191020.938 ops/s
[info] Iteration 4: 192184.646 ops/s
[info] Iteration 5: 191020.309 ops/s
[info] # Run progress: 18.75% complete, ETA 00:13:13
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 188927.962 ops/s
[info] # Warmup Iteration 2: 190663.207 ops/s
[info] # Warmup Iteration 3: 190918.172 ops/s
[info] # Warmup Iteration 4: 190358.580 ops/s
[info] # Warmup Iteration 5: 190551.216 ops/s
[info] Iteration 1: 189218.522 ops/s
[info] Iteration 2: 192598.576 ops/s
[info] Iteration 3: 191157.996 ops/s
[info] Iteration 4: 191609.764 ops/s
[info] Iteration 5: 191325.326 ops/s
[info] # Run progress: 20.83% complete, ETA 00:12:53
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 190137.940 ops/s
[info] # Warmup Iteration 2: 190921.440 ops/s
[info] # Warmup Iteration 3: 191020.986 ops/s
[info] # Warmup Iteration 4: 191789.924 ops/s
[info] # Warmup Iteration 5: 189690.265 ops/s
[info] Iteration 1: 188329.271 ops/s
[info] Iteration 2: 191659.063 ops/s
[info] Iteration 3: 191619.993 ops/s
[info] Iteration 4: 188870.873 ops/s
[info] Iteration 5: 191063.770 ops/s
[info] # Run progress: 22.92% complete, ETA 00:12:32
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 191645.247 ops/s
[info] # Warmup Iteration 2: 190620.139 ops/s
[info] # Warmup Iteration 3: 191575.447 ops/s
[info] # Warmup Iteration 4: 190698.977 ops/s
[info] # Warmup Iteration 5: 189721.215 ops/s
[info] Iteration 1: 191094.057 ops/s
[info] Iteration 2: 192451.646 ops/s
[info] Iteration 3: 191520.770 ops/s
[info] Iteration 4: 191479.689 ops/s
[info] Iteration 5: 189949.052 ops/s
[info] Result "benchmarks.SumBenchmark.bench02_arrayForLoopIndex":
[info] 190946.070 ±(99.9%) 1061.656 ops/s [Average]
[info] (min, avg, max) = (188329.271, 190946.070, 192598.576), stdev = 1222.605
[info] CI (99.9%): [189884.413, 192007.726] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex
[info] # Run progress: 25.00% complete, ETA 00:12:12
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 298228.337 ops/s
[info] # Warmup Iteration 2: 419201.475 ops/s
[info] # Warmup Iteration 3: 416974.489 ops/s
[info] # Warmup Iteration 4: 420146.221 ops/s
[info] # Warmup Iteration 5: 410601.541 ops/s
[info] Iteration 1: 424127.226 ops/s
[info] Iteration 2: 428896.416 ops/s
[info] Iteration 3: 423380.229 ops/s
[info] Iteration 4: 421009.352 ops/s
[info] Iteration 5: 413528.260 ops/s
[info] # Run progress: 27.08% complete, ETA 00:11:51
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 295884.395 ops/s
[info] # Warmup Iteration 2: 387873.403 ops/s
[info] # Warmup Iteration 3: 389228.709 ops/s
[info] # Warmup Iteration 4: 388293.446 ops/s
[info] # Warmup Iteration 5: 382395.840 ops/s
[info] Iteration 1: 369674.818 ops/s
[info] Iteration 2: 387761.160 ops/s
[info] Iteration 3: 352739.809 ops/s
[info] Iteration 4: 382070.053 ops/s
[info] Iteration 5: 386317.227 ops/s
[info] # Run progress: 29.17% complete, ETA 00:11:31
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 296799.529 ops/s
[info] # Warmup Iteration 2: 378861.281 ops/s
[info] # Warmup Iteration 3: 373146.643 ops/s
[info] # Warmup Iteration 4: 383880.520 ops/s
[info] # Warmup Iteration 5: 383765.871 ops/s
[info] Iteration 1: 389994.550 ops/s
[info] Iteration 2: 373476.685 ops/s
[info] Iteration 3: 383171.898 ops/s
[info] Iteration 4: 391854.860 ops/s
[info] Iteration 5: 392595.477 ops/s
[info] # Run progress: 31.25% complete, ETA 00:11:11
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 295412.314 ops/s
[info] # Warmup Iteration 2: 371015.588 ops/s
[info] # Warmup Iteration 3: 368135.986 ops/s
[info] # Warmup Iteration 4: 378260.027 ops/s
[info] # Warmup Iteration 5: 378717.442 ops/s
[info] Iteration 1: 390138.629 ops/s
[info] Iteration 2: 386917.254 ops/s
[info] Iteration 3: 393856.637 ops/s
[info] Iteration 4: 382795.767 ops/s
[info] Iteration 5: 386307.438 ops/s
[info] Result "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex":
[info] 393030.687 ±(99.9%) 17167.093 ops/s [Average]
[info] (min, avg, max) = (352739.809, 393030.687, 428896.416), stdev = 19769.650
[info] CI (99.9%): [375863.594, 410197.781] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench04_arrayForLoop
[info] # Run progress: 33.33% complete, ETA 00:10:51
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 289356.360 ops/s
[info] # Warmup Iteration 2: 410951.685 ops/s
[info] # Warmup Iteration 3: 412617.599 ops/s
[info] # Warmup Iteration 4: 414575.511 ops/s
[info] # Warmup Iteration 5: 415345.809 ops/s
[info] Iteration 1: 411372.690 ops/s
[info] Iteration 2: 412935.620 ops/s
[info] Iteration 3: 403711.961 ops/s
[info] Iteration 4: 408734.613 ops/s
[info] Iteration 5: 405612.993 ops/s
[info] # Run progress: 35.42% complete, ETA 00:10:30
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 268949.620 ops/s
[info] # Warmup Iteration 2: 367884.321 ops/s
[info] # Warmup Iteration 3: 390732.306 ops/s
[info] # Warmup Iteration 4: 398173.954 ops/s
[info] # Warmup Iteration 5: 387468.256 ops/s
[info] Iteration 1: 382963.422 ops/s
[info] Iteration 2: 378605.187 ops/s
[info] Iteration 3: 388322.038 ops/s
[info] Iteration 4: 386100.876 ops/s
[info] Iteration 5: 387973.861 ops/s
[info] # Run progress: 37.50% complete, ETA 00:10:10
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 289071.231 ops/s
[info] # Warmup Iteration 2: 398355.431 ops/s
[info] # Warmup Iteration 3: 408376.027 ops/s
[info] # Warmup Iteration 4: 405323.445 ops/s
[info] # Warmup Iteration 5: 405704.322 ops/s
[info] Iteration 1: 410912.569 ops/s
[info] Iteration 2: 402553.733 ops/s
[info] Iteration 3: 395644.886 ops/s
[info] Iteration 4: 386682.141 ops/s
[info] Iteration 5: 385312.618 ops/s
[info] # Run progress: 39.58% complete, ETA 00:09:49
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 293302.210 ops/s
[info] # Warmup Iteration 2: 389766.473 ops/s
[info] # Warmup Iteration 3: 382088.679 ops/s
[info] # Warmup Iteration 4: 399060.351 ops/s
[info] # Warmup Iteration 5: 374593.377 ops/s
[info] Iteration 1: 384048.880 ops/s
[info] Iteration 2: 401099.143 ops/s
[info] Iteration 3: 377225.881 ops/s
[info] Iteration 4: 379349.166 ops/s
[info] Iteration 5: 377629.170 ops/s
[info] Result "benchmarks.SumBenchmark.bench04_arrayForLoop":
[info] 393339.572 ±(99.9%) 10896.992 ops/s [Average]
[info] (min, avg, max) = (377225.881, 393339.572, 412935.620), stdev = 12548.992
[info] CI (99.9%): [382442.580, 404236.564] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench05_arrayOptimizedForeach
[info] # Run progress: 41.67% complete, ETA 00:09:29
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 377284.280 ops/s
[info] # Warmup Iteration 2: 379641.700 ops/s
[info] # Warmup Iteration 3: 394090.838 ops/s
[info] # Warmup Iteration 4: 397097.327 ops/s
[info] # Warmup Iteration 5: 386564.871 ops/s
[info] Iteration 1: 394238.370 ops/s
[info] Iteration 2: 395440.064 ops/s
[info] Iteration 3: 394593.726 ops/s
[info] Iteration 4: 395125.947 ops/s
[info] Iteration 5: 391149.779 ops/s
[info] # Run progress: 43.75% complete, ETA 00:09:09
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 390162.458 ops/s
[info] # Warmup Iteration 2: 389656.675 ops/s
[info] # Warmup Iteration 3: 394395.578 ops/s
[info] # Warmup Iteration 4: 391527.309 ops/s
[info] # Warmup Iteration 5: 385672.880 ops/s
[info] Iteration 1: 395117.992 ops/s
[info] Iteration 2: 397270.100 ops/s
[info] Iteration 3: 396065.780 ops/s
[info] Iteration 4: 397031.377 ops/s
[info] Iteration 5: 395437.102 ops/s
[info] # Run progress: 45.83% complete, ETA 00:08:48
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 393580.668 ops/s
[info] # Warmup Iteration 2: 394302.567 ops/s
[info] # Warmup Iteration 3: 397219.643 ops/s
[info] # Warmup Iteration 4: 395090.611 ops/s
[info] # Warmup Iteration 5: 398685.116 ops/s
[info] Iteration 1: 395081.845 ops/s
[info] Iteration 2: 385791.256 ops/s
[info] Iteration 3: 384127.464 ops/s
[info] Iteration 4: 398982.411 ops/s
[info] Iteration 5: 400772.673 ops/s
[info] # Run progress: 47.92% complete, ETA 00:08:28
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 397138.003 ops/s
[info] # Warmup Iteration 2: 400079.908 ops/s
[info] # Warmup Iteration 3: 402740.357 ops/s
[info] # Warmup Iteration 4: 398470.808 ops/s
[info] # Warmup Iteration 5: 402554.253 ops/s
[info] Iteration 1: 396550.690 ops/s
[info] Iteration 2: 395315.086 ops/s
[info] Iteration 3: 380659.976 ops/s
[info] Iteration 4: 385720.202 ops/s
[info] Iteration 5: 394366.294 ops/s
[info] Result "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach":
[info] 393441.907 ±(99.9%) 4563.300 ops/s [Average]
[info] (min, avg, max) = (380659.976, 393441.907, 400772.673), stdev = 5255.103
[info] CI (99.9%): [388878.607, 398005.206] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined
[info] # Run progress: 50.00% complete, ETA 00:08:08
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 395812.072 ops/s
[info] # Warmup Iteration 2: 396247.850 ops/s
[info] # Warmup Iteration 3: 399447.834 ops/s
[info] # Warmup Iteration 4: 396279.432 ops/s
[info] # Warmup Iteration 5: 400869.293 ops/s
[info] Iteration 1: 399601.027 ops/s
[info] Iteration 2: 400636.717 ops/s
[info] Iteration 3: 399659.062 ops/s
[info] Iteration 4: 396023.997 ops/s
[info] Iteration 5: 406181.891 ops/s
[info] # Run progress: 52.08% complete, ETA 00:07:47
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 401972.913 ops/s
[info] # Warmup Iteration 2: 406834.496 ops/s
[info] # Warmup Iteration 3: 405407.367 ops/s
[info] # Warmup Iteration 4: 402840.483 ops/s
[info] # Warmup Iteration 5: 407210.002 ops/s
[info] Iteration 1: 402685.590 ops/s
[info] Iteration 2: 397895.502 ops/s
[info] Iteration 3: 393223.929 ops/s
[info] Iteration 4: 393773.892 ops/s
[info] Iteration 5: 401230.463 ops/s
[info] # Run progress: 54.17% complete, ETA 00:07:27
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 394251.112 ops/s
[info] # Warmup Iteration 2: 399836.898 ops/s
[info] # Warmup Iteration 3: 400093.532 ops/s
[info] # Warmup Iteration 4: 395888.694 ops/s
[info] # Warmup Iteration 5: 400141.119 ops/s
[info] Iteration 1: 399085.428 ops/s
[info] Iteration 2: 400800.927 ops/s
[info] Iteration 3: 394629.706 ops/s
[info] Iteration 4: 382789.429 ops/s
[info] Iteration 5: 394010.027 ops/s
[info] # Run progress: 56.25% complete, ETA 00:07:07
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 393634.254 ops/s
[info] # Warmup Iteration 2: 401477.570 ops/s
[info] # Warmup Iteration 3: 402299.357 ops/s
[info] # Warmup Iteration 4: 397392.909 ops/s
[info] # Warmup Iteration 5: 404387.311 ops/s
[info] Iteration 1: 401818.010 ops/s
[info] Iteration 2: 401962.230 ops/s
[info] Iteration 3: 395990.373 ops/s
[info] Iteration 4: 390364.538 ops/s
[info] Iteration 5: 382241.869 ops/s
[info] Result "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined":
[info] 396730.230 ±(99.9%) 5391.835 ops/s [Average]
[info] (min, avg, max) = (382241.869, 396730.230, 406181.891), stdev = 6209.245
[info] CI (99.9%): [391338.396, 402122.065] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench07_listSumMethod
[info] # Run progress: 58.33% complete, ETA 00:06:46
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 26812.806 ops/s
[info] # Warmup Iteration 2: 30703.742 ops/s
[info] # Warmup Iteration 3: 29486.925 ops/s
[info] # Warmup Iteration 4: 30506.982 ops/s
[info] # Warmup Iteration 5: 30962.236 ops/s
[info] Iteration 1: 30067.536 ops/s
[info] Iteration 2: 29577.608 ops/s
[info] Iteration 3: 30138.338 ops/s
[info] Iteration 4: 30174.471 ops/s
[info] Iteration 5: 30928.643 ops/s
[info] # Run progress: 60.42% complete, ETA 00:06:26
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 27568.669 ops/s
[info] # Warmup Iteration 2: 28375.786 ops/s
[info] # Warmup Iteration 3: 28923.300 ops/s
[info] # Warmup Iteration 4: 30483.055 ops/s
[info] # Warmup Iteration 5: 30400.256 ops/s
[info] Iteration 1: 30667.160 ops/s
[info] Iteration 2: 30654.558 ops/s
[info] Iteration 3: 30520.162 ops/s
[info] Iteration 4: 30963.677 ops/s
[info] Iteration 5: 30844.541 ops/s
[info] # Run progress: 62.50% complete, ETA 00:06:06
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 26211.131 ops/s
[info] # Warmup Iteration 2: 28852.619 ops/s
[info] # Warmup Iteration 3: 31896.674 ops/s
[info] # Warmup Iteration 4: 31090.398 ops/s
[info] # Warmup Iteration 5: 30968.753 ops/s
[info] Iteration 1: 30536.709 ops/s
[info] Iteration 2: 31072.678 ops/s
[info] Iteration 3: 31046.300 ops/s
[info] Iteration 4: 31082.212 ops/s
[info] Iteration 5: 31897.348 ops/s
[info] # Run progress: 64.58% complete, ETA 00:05:45
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 28231.581 ops/s
[info] # Warmup Iteration 2: 30348.070 ops/s
[info] # Warmup Iteration 3: 30656.922 ops/s
[info] # Warmup Iteration 4: 30632.914 ops/s
[info] # Warmup Iteration 5: 31119.825 ops/s
[info] Iteration 1: 30925.794 ops/s
[info] Iteration 2: 30874.908 ops/s
[info] Iteration 3: 30941.890 ops/s
[info] Iteration 4: 30849.500 ops/s
[info] Iteration 5: 30693.838 ops/s
[info] Result "benchmarks.SumBenchmark.bench07_listSumMethod":
[info] 30722.894 ±(99.9%) 420.092 ops/s [Average]
[info] (min, avg, max) = (29577.608, 30722.894, 31897.348), stdev = 483.779
[info] CI (99.9%): [30302.801, 31142.986] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench08_listForLoopIndex
[info] # Run progress: 66.67% complete, ETA 00:05:25
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 11.024 ops/s
[info] # Warmup Iteration 2: 9.699 ops/s
[info] # Warmup Iteration 3: 9.684 ops/s
[info] # Warmup Iteration 4: 9.930 ops/s
[info] # Warmup Iteration 5: 10.117 ops/s
[info] Iteration 1: 10.596 ops/s
[info] Iteration 2: 11.226 ops/s
[info] Iteration 3: 10.337 ops/s
[info] Iteration 4: 11.063 ops/s
[info] Iteration 5: 11.060 ops/s
[info] # Run progress: 68.75% complete, ETA 00:05:05
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 10.878 ops/s
[info] # Warmup Iteration 2: 11.051 ops/s
[info] # Warmup Iteration 3: 9.733 ops/s
[info] # Warmup Iteration 4: 10.741 ops/s
[info] # Warmup Iteration 5: 11.067 ops/s
[info] Iteration 1: 10.874 ops/s
[info] Iteration 2: 9.878 ops/s
[info] Iteration 3: 10.660 ops/s
[info] Iteration 4: 10.597 ops/s
[info] Iteration 5: 10.532 ops/s
[info] # Run progress: 70.83% complete, ETA 00:04:45
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 10.159 ops/s
[info] # Warmup Iteration 2: 10.808 ops/s
[info] # Warmup Iteration 3: 10.484 ops/s
[info] # Warmup Iteration 4: 10.551 ops/s
[info] # Warmup Iteration 5: 9.730 ops/s
[info] Iteration 1: 10.192 ops/s
[info] Iteration 2: 11.219 ops/s
[info] Iteration 3: 10.796 ops/s
[info] Iteration 4: 11.137 ops/s
[info] Iteration 5: 11.122 ops/s
[info] # Run progress: 72.92% complete, ETA 00:04:25
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 10.161 ops/s
[info] # Warmup Iteration 2: 10.675 ops/s
[info] # Warmup Iteration 3: 9.875 ops/s
[info] # Warmup Iteration 4: 10.709 ops/s
[info] # Warmup Iteration 5: 10.799 ops/s
[info] Iteration 1: 10.417 ops/s
[info] Iteration 2: 10.951 ops/s
[info] Iteration 3: 10.868 ops/s
[info] Iteration 4: 10.414 ops/s
[info] Iteration 5: 10.158 ops/s
[info] Result "benchmarks.SumBenchmark.bench08_listForLoopIndex":
[info] 10.705 ±(99.9%) 0.338 ops/s [Average]
[info] (min, avg, max) = (9.878, 10.705, 11.226), stdev = 0.389
[info] CI (99.9%): [10.367, 11.043] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench09_listForLoop
[info] # Run progress: 75.00% complete, ETA 00:04:04
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 47300.744 ops/s
[info] # Warmup Iteration 2: 43233.888 ops/s
[info] # Warmup Iteration 3: 43827.968 ops/s
[info] # Warmup Iteration 4: 45086.363 ops/s
[info] # Warmup Iteration 5: 46735.303 ops/s
[info] Iteration 1: 44885.790 ops/s
[info] Iteration 2: 44115.621 ops/s
[info] Iteration 3: 43866.488 ops/s
[info] Iteration 4: 45173.646 ops/s
[info] Iteration 5: 45812.938 ops/s
[info] # Run progress: 77.08% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 44726.957 ops/s
[info] # Warmup Iteration 2: 44035.515 ops/s
[info] # Warmup Iteration 3: 43731.729 ops/s
[info] # Warmup Iteration 4: 44915.662 ops/s
[info] # Warmup Iteration 5: 44718.926 ops/s
[info] Iteration 1: 44525.345 ops/s
[info] Iteration 2: 43882.724 ops/s
[info] Iteration 3: 45491.703 ops/s
[info] Iteration 4: 43148.161 ops/s
[info] Iteration 5: 43908.348 ops/s
[info] # Run progress: 79.17% complete, ETA 00:03:24
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 42473.809 ops/s
[info] # Warmup Iteration 2: 43147.572 ops/s
[info] # Warmup Iteration 3: 47759.641 ops/s
[info] # Warmup Iteration 4: 43260.028 ops/s
[info] # Warmup Iteration 5: 40617.149 ops/s
[info] Iteration 1: 44531.886 ops/s
[info] Iteration 2: 43480.548 ops/s
[info] Iteration 3: 44722.626 ops/s
[info] Iteration 4: 46903.415 ops/s
[info] Iteration 5: 42003.510 ops/s
[info] # Run progress: 81.25% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 47879.795 ops/s
[info] # Warmup Iteration 2: 43107.040 ops/s
[info] # Warmup Iteration 3: 47130.610 ops/s
[info] # Warmup Iteration 4: 43372.064 ops/s
[info] # Warmup Iteration 5: 44187.350 ops/s
[info] Iteration 1: 45269.588 ops/s
[info] Iteration 2: 41444.014 ops/s
[info] Iteration 3: 45322.515 ops/s
[info] Iteration 4: 44238.876 ops/s
[info] Iteration 5: 41410.066 ops/s
[info] Result "benchmarks.SumBenchmark.bench09_listForLoop":
[info] 44206.890 ±(99.9%) 1228.402 ops/s [Average]
[info] (min, avg, max) = (41410.066, 44206.890, 46903.415), stdev = 1414.630
[info] CI (99.9%): [42978.488, 45435.293] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench10_listOptimizedForeach
[info] # Run progress: 83.33% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 46745.620 ops/s
[info] # Warmup Iteration 2: 42583.097 ops/s
[info] # Warmup Iteration 3: 46073.834 ops/s
[info] # Warmup Iteration 4: 41788.414 ops/s
[info] # Warmup Iteration 5: 45956.434 ops/s
[info] Iteration 1: 44777.335 ops/s
[info] Iteration 2: 43057.872 ops/s
[info] Iteration 3: 43262.096 ops/s
[info] Iteration 4: 44955.379 ops/s
[info] Iteration 5: 43229.477 ops/s
[info] # Run progress: 85.42% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 39173.573 ops/s
[info] # Warmup Iteration 2: 43416.941 ops/s
[info] # Warmup Iteration 3: 44993.498 ops/s
[info] # Warmup Iteration 4: 45383.929 ops/s
[info] # Warmup Iteration 5: 44093.215 ops/s
[info] Iteration 1: 42763.089 ops/s
[info] Iteration 2: 45777.533 ops/s
[info] Iteration 3: 43147.535 ops/s
[info] Iteration 4: 41862.368 ops/s
[info] Iteration 5: 44351.261 ops/s
[info] # Run progress: 87.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 44940.724 ops/s
[info] # Warmup Iteration 2: 43877.091 ops/s
[info] # Warmup Iteration 3: 44170.217 ops/s
[info] # Warmup Iteration 4: 47390.394 ops/s
[info] # Warmup Iteration 5: 43170.126 ops/s
[info] Iteration 1: 45886.836 ops/s
[info] Iteration 2: 48122.388 ops/s
[info] Iteration 3: 46109.384 ops/s
[info] Iteration 4: 48382.667 ops/s
[info] Iteration 5: 46192.791 ops/s
[info] # Run progress: 89.58% complete, ETA 00:01:41
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 43647.738 ops/s
[info] # Warmup Iteration 2: 45059.306 ops/s
[info] # Warmup Iteration 3: 41264.233 ops/s
[info] # Warmup Iteration 4: 42417.325 ops/s
[info] # Warmup Iteration 5: 45101.478 ops/s
[info] Iteration 1: 44529.849 ops/s
[info] Iteration 2: 42827.177 ops/s
[info] Iteration 3: 46758.286 ops/s
[info] Iteration 4: 45423.087 ops/s
[info] Iteration 5: 46854.851 ops/s
[info] Result "benchmarks.SumBenchmark.bench10_listOptimizedForeach":
[info] 44913.563 ±(99.9%) 1611.294 ops/s [Average]
[info] (min, avg, max) = (41862.368, 44913.563, 48382.667), stdev = 1855.569
[info] CI (99.9%): [43302.269, 46524.857] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined
[info] # Run progress: 91.67% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 45578.868 ops/s
[info] # Warmup Iteration 2: 40767.817 ops/s
[info] # Warmup Iteration 3: 45085.550 ops/s
[info] # Warmup Iteration 4: 43220.161 ops/s
[info] # Warmup Iteration 5: 45473.721 ops/s
[info] Iteration 1: 45788.569 ops/s
[info] Iteration 2: 41811.200 ops/s
[info] Iteration 3: 41578.000 ops/s
[info] Iteration 4: 44081.705 ops/s
[info] Iteration 5: 45901.152 ops/s
[info] # Run progress: 93.75% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 46614.476 ops/s
[info] # Warmup Iteration 2: 42166.807 ops/s
[info] # Warmup Iteration 3: 40025.706 ops/s
[info] # Warmup Iteration 4: 40793.838 ops/s
[info] # Warmup Iteration 5: 44778.803 ops/s
[info] Iteration 1: 45648.044 ops/s
[info] Iteration 2: 44687.539 ops/s
[info] Iteration 3: 46464.532 ops/s
[info] Iteration 4: 45243.223 ops/s
[info] Iteration 5: 42021.354 ops/s
[info] # Run progress: 95.83% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 47114.535 ops/s
[info] # Warmup Iteration 2: 44062.874 ops/s
[info] # Warmup Iteration 3: 42350.366 ops/s
[info] # Warmup Iteration 4: 44678.330 ops/s
[info] # Warmup Iteration 5: 41664.270 ops/s
[info] Iteration 1: 44685.015 ops/s
[info] Iteration 2: 43514.567 ops/s
[info] Iteration 3: 46432.780 ops/s
[info] Iteration 4: 46861.925 ops/s
[info] Iteration 5: 44381.655 ops/s
[info] # Run progress: 97.92% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 46479.477 ops/s
[info] # Warmup Iteration 2: 44709.288 ops/s
[info] # Warmup Iteration 3: 46645.089 ops/s
[info] # Warmup Iteration 4: 47797.433 ops/s
[info] # Warmup Iteration 5: 46860.182 ops/s
[info] Iteration 1: 46248.597 ops/s
[info] Iteration 2: 43835.460 ops/s
[info] Iteration 3: 42936.810 ops/s
[info] Iteration 4: 47483.089 ops/s
[info] Iteration 5: 46325.450 ops/s
[info] Result "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined":
[info] 44796.533 ±(99.9%) 1520.097 ops/s [Average]
[info] (min, avg, max) = (41578.000, 44796.533, 47483.089), stdev = 1750.546
[info] CI (99.9%): [43276.436, 46316.631] (assumes normal distribution)
[info] # Run complete. Total time: 00:16:18
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark Mode Cnt Score Error Units
[info] SumBenchmark.bench00_arraySumMethod thrpt 20 387640.231 ± 11439.754 ops/s
[info] SumBenchmark.bench01_arrayWhileLoopIndex thrpt 20 401295.210 ± 11026.297 ops/s
[info] SumBenchmark.bench02_arrayForLoopIndex thrpt 20 190946.070 ± 1061.656 ops/s
[info] SumBenchmark.bench03_arrayOptimizedForLoopIndex thrpt 20 393030.687 ± 17167.093 ops/s
[info] SumBenchmark.bench04_arrayForLoop thrpt 20 393339.572 ± 10896.992 ops/s
[info] SumBenchmark.bench05_arrayOptimizedForeach thrpt 20 393441.907 ± 4563.300 ops/s
[info] SumBenchmark.bench06_arrayOptimizedForeachArgInlined thrpt 20 396730.230 ± 5391.835 ops/s
[info] SumBenchmark.bench07_listSumMethod thrpt 20 30722.894 ± 420.092 ops/s
[info] SumBenchmark.bench08_listForLoopIndex thrpt 20 10.705 ± 0.338 ops/s
[info] SumBenchmark.bench09_listForLoop thrpt 20 44206.890 ± 1228.402 ops/s
[info] SumBenchmark.bench10_listOptimizedForeach thrpt 20 44913.563 ± 1611.294 ops/s
[info] SumBenchmark.bench11_listOptimizedForeachArgInlined thrpt 20 44796.533 ± 1520.097 ops/s
[info] Benchmark result is saved to benchmarks/results/02-SumBenchmark-graal.json
[success] Total time: 987 s (16:27), completed Mar 4, 2023, 7:44:28 PM
benchmarks-results/results/02-SumBenchmark-graal-2.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench00_arraySumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 391312.7190049294,
"scoreError" : 7405.8438752994725,
"scoreConfidence" : [
383906.8751296299,
398718.5628802289
],
"scorePercentiles" : {
"0.0" : 374391.1407663787,
"50.0" : 391871.9048248483,
"90.0" : 403783.35448924924,
"95.0" : 404965.15164466295,
"99.0" : 405021.09274156165,
"99.9" : 405021.09274156165,
"99.99" : 405021.09274156165,
"99.999" : 405021.09274156165,
"99.9999" : 405021.09274156165,
"100.0" : 405021.09274156165
},
"scoreUnit" : "ops/s",
"rawData" : [
[
391137.7601682521,
393486.4897892448,
383198.7037597892,
381142.3815204746,
374391.1407663787
],
[
381889.8852483016,
399396.8834473319,
392606.04948144447,
393487.7101216281,
380865.087019727
],
[
402713.10766020615,
399741.38439663156,
403902.27080358734,
405021.09274156165,
394565.15870424296
],
[
384920.05173239985,
389934.1422005883,
387678.9397913213,
397066.0024003878,
389110.13834508864
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 403081.6260274072,
"scoreError" : 10758.161554927532,
"scoreConfidence" : [
392323.46447247965,
413839.7875823347
],
"scorePercentiles" : {
"0.0" : 378608.7111613523,
"50.0" : 402332.11024577316,
"90.0" : 417425.38600967877,
"95.0" : 422011.28037377784,
"99.0" : 422245.3258914346,
"99.9" : 422245.3258914346,
"99.99" : 422245.3258914346,
"99.999" : 422245.3258914346,
"99.9999" : 422245.3258914346,
"100.0" : 422245.3258914346
},
"scoreUnit" : "ops/s",
"rawData" : [
[
378608.7111613523,
401129.5540043881,
400111.7045657071,
402834.03414556506,
389429.2131799864
],
[
417564.4155382992,
412507.09599980025,
414919.4233233767,
411586.06591755676,
401830.18634598126
],
[
391422.9139811145,
396118.0572291617,
382714.8265497107,
394628.44533900154,
391436.1470998035
],
[
422245.3258914346,
410838.6574590132,
415312.23906020215,
416174.12025209516,
410221.3835045925
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench02_arrayForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 191700.1076435747,
"scoreError" : 2476.6648411792894,
"scoreConfidence" : [
189223.4428023954,
194176.772484754
],
"scorePercentiles" : {
"0.0" : 183848.55480255437,
"50.0" : 192565.8593847326,
"90.0" : 194144.2921851823,
"95.0" : 194217.79028361064,
"99.0" : 194219.686808986,
"99.9" : 194219.686808986,
"99.99" : 194219.686808986,
"99.999" : 194219.686808986,
"99.9999" : 194219.686808986,
"100.0" : 194219.686808986
},
"scoreUnit" : "ops/s",
"rawData" : [
[
193807.1151385138,
193280.36669729467,
191676.33526834229,
194181.7563014788,
190916.9990282177
],
[
193666.35024623174,
192867.0028914525,
192646.6853985825,
183848.55480255437,
184617.54673073336
],
[
192404.066048689,
192304.56552852778,
192751.72854867362,
194219.686808986,
188806.00602189318
],
[
192485.0333708827,
192814.53080748222,
192349.46550924613,
193499.45867016233,
190858.8990535501
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 398695.171892875,
"scoreError" : 8389.081872284836,
"scoreConfidence" : [
390306.09002059017,
407084.2537651598
],
"scorePercentiles" : {
"0.0" : 376649.25727514905,
"50.0" : 399605.737958131,
"90.0" : 412312.6674180004,
"95.0" : 415860.8770995452,
"99.0" : 416023.91097042453,
"99.9" : 416023.91097042453,
"99.99" : 416023.91097042453,
"99.999" : 416023.91097042453,
"99.9999" : 416023.91097042453,
"100.0" : 416023.91097042453
},
"scoreUnit" : "ops/s",
"rawData" : [
[
393475.57430150325,
405493.80777980154,
392532.4173093803,
392538.26206761773,
390296.6007981238
],
[
416023.91097042453,
412763.2335528376,
408257.57220446575,
404000.95745393913,
407987.92077978037
],
[
394149.6051823256,
392178.46267972625,
394596.14725968015,
376649.25727514905,
384152.1251514241
],
[
404047.8530247262,
401952.88857590995,
403595.3655744244,
397748.253269013,
401463.22264724894
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench04_arrayForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 399884.36633312056,
"scoreError" : 12831.527783749221,
"scoreConfidence" : [
387052.83854937134,
412715.8941168698
],
"scorePercentiles" : {
"0.0" : 372848.05756193964,
"50.0" : 395806.31844300765,
"90.0" : 423948.82562826935,
"95.0" : 425543.93583635864,
"99.0" : 425618.77301357774,
"99.9" : 425618.77301357774,
"99.99" : 425618.77301357774,
"99.999" : 425618.77301357774,
"99.9999" : 425618.77301357774,
"100.0" : 425618.77301357774
},
"scoreUnit" : "ops/s",
"rawData" : [
[
406583.3687273588,
385690.7233735069,
388772.2353858412,
396231.68513760273,
401243.6343459944
],
[
383342.2246582868,
389937.6257581521,
372848.05756193964,
392308.8940176344,
395380.9517484125
],
[
393008.6383220188,
394227.1256142259,
396615.9948960371,
398332.0404377826,
393938.69960724574
],
[
424122.0294691955,
422389.99105993373,
419534.4287034067,
417560.2048242573,
425618.77301357774
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 409810.63857855595,
"scoreError" : 2090.9508829667097,
"scoreConfidence" : [
407719.68769558927,
411901.58946152264
],
"scorePercentiles" : {
"0.0" : 405333.16532012436,
"50.0" : 410633.05694540084,
"90.0" : 412784.4077851923,
"95.0" : 412842.24134400825,
"99.0" : 412845.08611798176,
"99.9" : 412845.08611798176,
"99.99" : 412845.08611798176,
"99.999" : 412845.08611798176,
"99.9999" : 412845.08611798176,
"100.0" : 412845.08611798176
},
"scoreUnit" : "ops/s",
"rawData" : [
[
409745.824939419,
411612.53367147606,
410259.3156412992,
405358.0635015328,
412845.08611798176
],
[
408570.49024378567,
411569.29594665795,
410522.3731575768,
407197.25611904304,
412750.36210531776
],
[
408516.412238952,
409144.8334800701,
410848.871005894,
405388.3307859618,
411409.8327592363
],
[
410825.4913675911,
410743.7407332249,
410783.3017974627,
405333.16532012436,
412788.19063851173
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 408602.94116616703,
"scoreError" : 4053.884188301051,
"scoreConfidence" : [
404549.056977866,
412656.8253544681
],
"scorePercentiles" : {
"0.0" : 392751.62824674626,
"50.0" : 409520.00070269825,
"90.0" : 413129.21883919113,
"95.0" : 413494.75652539486,
"99.0" : 413513.16683665797,
"99.9" : 413513.16683665797,
"99.99" : 413513.16683665797,
"99.999" : 413513.16683665797,
"99.9999" : 413513.16683665797,
"100.0" : 413513.16683665797
},
"scoreUnit" : "ops/s",
"rawData" : [
[
408911.70473544137,
409474.71329515066,
409565.2881102459,
406914.4658518413,
412112.19277900044
],
[
409168.91506914655,
405842.91870497406,
405718.082349125,
411194.9265077618,
413144.9606113963
],
[
408988.41908396117,
412156.1838691801,
405385.9025697928,
409996.2368866663,
413513.16683665797
],
[
392751.62824674626,
410342.33297746774,
403384.4082766127,
410504.8336728269,
412987.5428893448
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench07_listSumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 30606.012234465634,
"scoreError" : 416.57638264056544,
"scoreConfidence" : [
30189.43585182507,
31022.588617106197
],
"scorePercentiles" : {
"0.0" : 29361.048128252867,
"50.0" : 30586.309886244053,
"90.0" : 31162.750682940412,
"95.0" : 31317.53216726787,
"99.0" : 31325.473014829844,
"99.9" : 31325.473014829844,
"99.99" : 31325.473014829844,
"99.999" : 31325.473014829844,
"99.9999" : 31325.473014829844,
"100.0" : 31325.473014829844
},
"scoreUnit" : "ops/s",
"rawData" : [
[
30603.73154787085,
31052.025464090766,
31127.60225709086,
31166.656063590362,
30568.888224617254
],
[
30286.665425974585,
31325.473014829844,
30728.008213329584,
30764.256532864492,
30212.28764555178
],
[
29981.83300572354,
30070.730615671022,
30403.814574543772,
30885.186742094615,
29361.048128252867
],
[
30565.39906473467,
31009.20837434786,
30446.045063990598,
30484.27924030061,
31077.105489842557
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench08_listForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 10.585746503953814,
"scoreError" : 0.37936991357137384,
"scoreConfidence" : [
10.20637659038244,
10.965116417525188
],
"scorePercentiles" : {
"0.0" : 9.420743646401455,
"50.0" : 10.593597143860801,
"90.0" : 11.187144967635016,
"95.0" : 11.243414623389823,
"99.0" : 11.245103587936137,
"99.9" : 11.245103587936137,
"99.99" : 11.245103587936137,
"99.999" : 11.245103587936137,
"99.9999" : 11.245103587936137,
"100.0" : 11.245103587936137
},
"scoreUnit" : "ops/s",
"rawData" : [
[
10.390072801181894,
9.979171119778224,
10.015910708182746,
10.475340033453268,
10.63676450661295
],
[
10.414479538143144,
10.52584088770701,
10.969531003261514,
10.550429781108651,
10.813252177470613
],
[
10.962563945862556,
9.420743646401455,
10.870625307451549,
10.853252398314838,
11.245103587936137
],
[
10.401434431509697,
10.906003970976183,
11.211324297009849,
10.417994867994524,
10.655091068719495
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench09_listForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 45860.9044795151,
"scoreError" : 1554.0035793170432,
"scoreConfidence" : [
44306.90090019805,
47414.908058832145
],
"scorePercentiles" : {
"0.0" : 39637.39497174851,
"50.0" : 46226.773499556715,
"90.0" : 47658.292069837364,
"95.0" : 47730.53532959184,
"99.0" : 47732.727390318876,
"99.9" : 47732.727390318876,
"99.99" : 47732.727390318876,
"99.999" : 47732.727390318876,
"99.9999" : 47732.727390318876,
"100.0" : 47732.727390318876
},
"scoreUnit" : "ops/s",
"rawData" : [
[
46475.37741367444,
45476.89906692408,
47362.10106129789,
45281.520756035774,
44317.29365210908
],
[
46695.92995912921,
45827.655777236825,
44355.535033303364,
46800.17192982029,
39637.39497174851
],
[
47382.94511637005,
47732.727390318876,
47688.88617577818,
44923.965708540316,
46614.023230493294
],
[
45790.3533437587,
46465.7260299492,
45987.82096916423,
47081.05285035158,
45320.709154298056
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench10_listOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44737.05649274765,
"scoreError" : 1832.6858878845414,
"scoreConfidence" : [
42904.370604863114,
46569.74238063219
],
"scorePercentiles" : {
"0.0" : 40560.58024296909,
"50.0" : 44320.85931169741,
"90.0" : 47214.978779123725,
"95.0" : 48447.61438092058,
"99.0" : 48510.6673711893,
"99.9" : 48510.6673711893,
"99.99" : 48510.6673711893,
"99.999" : 48510.6673711893,
"99.9999" : 48510.6673711893,
"100.0" : 48510.6673711893
},
"scoreUnit" : "ops/s",
"rawData" : [
[
43869.75175660759,
46613.83089212603,
43018.226882849136,
44315.39831620935,
44326.320307185466
],
[
40560.58024296909,
42642.10856280866,
44305.4817505458,
44231.55368395997,
46503.97793714672
],
[
46339.017194191845,
41787.18593835461,
48510.6673711893,
46595.93080614708,
42588.49662914075
],
[
42689.10529419289,
46306.282211122125,
46903.319698903346,
47249.60756581488,
45384.28681348842
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java",
"jvmArgs" : [
"-XX:ThreadPriorityPolicy=1",
"-XX:+UnlockExperimentalVMOptions",
"-XX:+EnableJVMCIProduct",
"-XX:JVMCIThreadsPerNativeLibraryRuntime=1",
"-XX:-UnlockExperimentalVMOptions"
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10-jvmci-22.3-b13",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 45693.09292514295,
"scoreError" : 1368.892375577391,
"scoreConfidence" : [
44324.200549565554,
47061.98530072034
],
"scorePercentiles" : {
"0.0" : 42406.1209980048,
"50.0" : 46342.726612113154,
"90.0" : 47180.91300014966,
"95.0" : 48262.6527096038,
"99.0" : 48319.43604925411,
"99.9" : 48319.43604925411,
"99.99" : 48319.43604925411,
"99.999" : 48319.43604925411,
"99.9999" : 48319.43604925411,
"100.0" : 48319.43604925411
},
"scoreUnit" : "ops/s",
"rawData" : [
[
45943.1146935045,
46681.44594622284,
44642.859082729556,
44016.12067469154,
44349.47612942989
],
[
46608.28576545052,
45996.54662759137,
46533.538033751305,
48319.43604925411,
43252.16556529216
],
[
44114.88166304367,
46283.312238812185,
46402.140985414124,
47183.769256247826,
42406.1209980048
],
[
46722.531044998446,
47155.20669526617,
43695.970842937444,
46605.4281872079,
46949.50802300857
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/02-SumBenchmark-graal-2.txt 0 → 100644
View file @ 0f473913
[info] welcome to sbt 1.7.1 (GraalVM Community Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 7:44:31 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 7:44:32 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 4, 2023, 7:44:32 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/01-AppendBenchmark-graal.json SumBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench00_arraySumMethod
[info] # Run progress: 0.00% complete, ETA 00:16:00
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 286756.516 ops/s
[info] # Warmup Iteration 2: 381963.385 ops/s
[info] # Warmup Iteration 3: 380189.110 ops/s
[info] # Warmup Iteration 4: 400373.334 ops/s
[info] # Warmup Iteration 5: 380309.099 ops/s
[info] Iteration 1: 391137.760 ops/s
[info] Iteration 2: 393486.490 ops/s
[info] Iteration 3: 383198.704 ops/s
[info] Iteration 4: 381142.382 ops/s
[info] Iteration 5: 374391.141 ops/s
[info] # Run progress: 2.08% complete, ETA 00:15:57
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 291462.227 ops/s
[info] # Warmup Iteration 2: 386438.814 ops/s
[info] # Warmup Iteration 3: 387147.724 ops/s
[info] # Warmup Iteration 4: 387474.230 ops/s
[info] # Warmup Iteration 5: 389996.619 ops/s
[info] Iteration 1: 381889.885 ops/s
[info] Iteration 2: 399396.883 ops/s
[info] Iteration 3: 392606.049 ops/s
[info] Iteration 4: 393487.710 ops/s
[info] Iteration 5: 380865.087 ops/s
[info] # Run progress: 4.17% complete, ETA 00:15:36
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 290233.902 ops/s
[info] # Warmup Iteration 2: 396860.544 ops/s
[info] # Warmup Iteration 3: 399064.659 ops/s
[info] # Warmup Iteration 4: 390238.997 ops/s
[info] # Warmup Iteration 5: 400458.353 ops/s
[info] Iteration 1: 402713.108 ops/s
[info] Iteration 2: 399741.384 ops/s
[info] Iteration 3: 403902.271 ops/s
[info] Iteration 4: 405021.093 ops/s
[info] Iteration 5: 394565.159 ops/s
[info] # Run progress: 6.25% complete, ETA 00:15:16
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 293816.045 ops/s
[info] # Warmup Iteration 2: 381675.803 ops/s
[info] # Warmup Iteration 3: 393646.329 ops/s
[info] # Warmup Iteration 4: 393430.631 ops/s
[info] # Warmup Iteration 5: 391601.347 ops/s
[info] Iteration 1: 384920.052 ops/s
[info] Iteration 2: 389934.142 ops/s
[info] Iteration 3: 387678.940 ops/s
[info] Iteration 4: 397066.002 ops/s
[info] Iteration 5: 389110.138 ops/s
[info] Result "benchmarks.SumBenchmark.bench00_arraySumMethod":
[info] 391312.719 ±(99.9%) 7405.844 ops/s [Average]
[info] (min, avg, max) = (374391.141, 391312.719, 405021.093), stdev = 8528.581
[info] CI (99.9%): [383906.875, 398718.563] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex
[info] # Run progress: 8.33% complete, ETA 00:14:55
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 299323.496 ops/s
[info] # Warmup Iteration 2: 388283.733 ops/s
[info] # Warmup Iteration 3: 395410.290 ops/s
[info] # Warmup Iteration 4: 400026.802 ops/s
[info] # Warmup Iteration 5: 383163.018 ops/s
[info] Iteration 1: 378608.711 ops/s
[info] Iteration 2: 401129.554 ops/s
[info] Iteration 3: 400111.705 ops/s
[info] Iteration 4: 402834.034 ops/s
[info] Iteration 5: 389429.213 ops/s
[info] # Run progress: 10.42% complete, ETA 00:14:35
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 301522.079 ops/s
[info] # Warmup Iteration 2: 420829.075 ops/s
[info] # Warmup Iteration 3: 419636.895 ops/s
[info] # Warmup Iteration 4: 408844.753 ops/s
[info] # Warmup Iteration 5: 401893.466 ops/s
[info] Iteration 1: 417564.416 ops/s
[info] Iteration 2: 412507.096 ops/s
[info] Iteration 3: 414919.423 ops/s
[info] Iteration 4: 411586.066 ops/s
[info] Iteration 5: 401830.186 ops/s
[info] # Run progress: 12.50% complete, ETA 00:14:15
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 298328.383 ops/s
[info] # Warmup Iteration 2: 398995.374 ops/s
[info] # Warmup Iteration 3: 391927.502 ops/s
[info] # Warmup Iteration 4: 400152.491 ops/s
[info] # Warmup Iteration 5: 381569.464 ops/s
[info] Iteration 1: 391422.914 ops/s
[info] Iteration 2: 396118.057 ops/s
[info] Iteration 3: 382714.827 ops/s
[info] Iteration 4: 394628.445 ops/s
[info] Iteration 5: 391436.147 ops/s
[info] # Run progress: 14.58% complete, ETA 00:13:54
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 303651.720 ops/s
[info] # Warmup Iteration 2: 395938.948 ops/s
[info] # Warmup Iteration 3: 419049.885 ops/s
[info] # Warmup Iteration 4: 423985.437 ops/s
[info] # Warmup Iteration 5: 408791.429 ops/s
[info] Iteration 1: 422245.326 ops/s
[info] Iteration 2: 410838.657 ops/s
[info] Iteration 3: 415312.239 ops/s
[info] Iteration 4: 416174.120 ops/s
[info] Iteration 5: 410221.384 ops/s
[info] Result "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex":
[info] 403081.626 ±(99.9%) 10758.162 ops/s [Average]
[info] (min, avg, max) = (378608.711, 403081.626, 422245.326), stdev = 12389.115
[info] CI (99.9%): [392323.464, 413839.788] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench02_arrayForLoopIndex
[info] # Run progress: 16.67% complete, ETA 00:13:34
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 193819.739 ops/s
[info] # Warmup Iteration 2: 192234.827 ops/s
[info] # Warmup Iteration 3: 192592.275 ops/s
[info] # Warmup Iteration 4: 194084.568 ops/s
[info] # Warmup Iteration 5: 190297.120 ops/s
[info] Iteration 1: 193807.115 ops/s
[info] Iteration 2: 193280.367 ops/s
[info] Iteration 3: 191676.335 ops/s
[info] Iteration 4: 194181.756 ops/s
[info] Iteration 5: 190916.999 ops/s
[info] # Run progress: 18.75% complete, ETA 00:13:13
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 193435.287 ops/s
[info] # Warmup Iteration 2: 192080.404 ops/s
[info] # Warmup Iteration 3: 192767.636 ops/s
[info] # Warmup Iteration 4: 194709.798 ops/s
[info] # Warmup Iteration 5: 187209.905 ops/s
[info] Iteration 1: 193666.350 ops/s
[info] Iteration 2: 192867.003 ops/s
[info] Iteration 3: 192646.685 ops/s
[info] Iteration 4: 183848.555 ops/s
[info] Iteration 5: 184617.547 ops/s
[info] # Run progress: 20.83% complete, ETA 00:12:53
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 192041.198 ops/s
[info] # Warmup Iteration 2: 192637.763 ops/s
[info] # Warmup Iteration 3: 192211.147 ops/s
[info] # Warmup Iteration 4: 191642.520 ops/s
[info] # Warmup Iteration 5: 189891.372 ops/s
[info] Iteration 1: 192404.066 ops/s
[info] Iteration 2: 192304.566 ops/s
[info] Iteration 3: 192751.729 ops/s
[info] Iteration 4: 194219.687 ops/s
[info] Iteration 5: 188806.006 ops/s
[info] # Run progress: 22.92% complete, ETA 00:12:33
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 193573.688 ops/s
[info] # Warmup Iteration 2: 192462.802 ops/s
[info] # Warmup Iteration 3: 192527.789 ops/s
[info] # Warmup Iteration 4: 194060.391 ops/s
[info] # Warmup Iteration 5: 190181.164 ops/s
[info] Iteration 1: 192485.033 ops/s
[info] Iteration 2: 192814.531 ops/s
[info] Iteration 3: 192349.466 ops/s
[info] Iteration 4: 193499.459 ops/s
[info] Iteration 5: 190858.899 ops/s
[info] Result "benchmarks.SumBenchmark.bench02_arrayForLoopIndex":
[info] 191700.108 ±(99.9%) 2476.665 ops/s [Average]
[info] (min, avg, max) = (183848.555, 191700.108, 194219.687), stdev = 2852.131
[info] CI (99.9%): [189223.443, 194176.772] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex
[info] # Run progress: 25.00% complete, ETA 00:12:12
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 301085.177 ops/s
[info] # Warmup Iteration 2: 382711.467 ops/s
[info] # Warmup Iteration 3: 391598.389 ops/s
[info] # Warmup Iteration 4: 396531.753 ops/s
[info] # Warmup Iteration 5: 400834.035 ops/s
[info] Iteration 1: 393475.574 ops/s
[info] Iteration 2: 405493.808 ops/s
[info] Iteration 3: 392532.417 ops/s
[info] Iteration 4: 392538.262 ops/s
[info] Iteration 5: 390296.601 ops/s
[info] # Run progress: 27.08% complete, ETA 00:11:52
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 302815.472 ops/s
[info] # Warmup Iteration 2: 412258.587 ops/s
[info] # Warmup Iteration 3: 405311.324 ops/s
[info] # Warmup Iteration 4: 409112.680 ops/s
[info] # Warmup Iteration 5: 407692.462 ops/s
[info] Iteration 1: 416023.911 ops/s
[info] Iteration 2: 412763.234 ops/s
[info] Iteration 3: 408257.572 ops/s
[info] Iteration 4: 404000.957 ops/s
[info] Iteration 5: 407987.921 ops/s
[info] # Run progress: 29.17% complete, ETA 00:11:32
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 300294.238 ops/s
[info] # Warmup Iteration 2: 396945.999 ops/s
[info] # Warmup Iteration 3: 388099.813 ops/s
[info] # Warmup Iteration 4: 381699.795 ops/s
[info] # Warmup Iteration 5: 405171.268 ops/s
[info] Iteration 1: 394149.605 ops/s
[info] Iteration 2: 392178.463 ops/s
[info] Iteration 3: 394596.147 ops/s
[info] Iteration 4: 376649.257 ops/s
[info] Iteration 5: 384152.125 ops/s
[info] # Run progress: 31.25% complete, ETA 00:11:11
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 299323.374 ops/s
[info] # Warmup Iteration 2: 416561.000 ops/s
[info] # Warmup Iteration 3: 407061.541 ops/s
[info] # Warmup Iteration 4: 394556.113 ops/s
[info] # Warmup Iteration 5: 407874.904 ops/s
[info] Iteration 1: 404047.853 ops/s
[info] Iteration 2: 401952.889 ops/s
[info] Iteration 3: 403595.366 ops/s
[info] Iteration 4: 397748.253 ops/s
[info] Iteration 5: 401463.223 ops/s
[info] Result "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex":
[info] 398695.172 ±(99.9%) 8389.082 ops/s [Average]
[info] (min, avg, max) = (376649.257, 398695.172, 416023.911), stdev = 9660.879
[info] CI (99.9%): [390306.090, 407084.254] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench04_arrayForLoop
[info] # Run progress: 33.33% complete, ETA 00:10:51
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 295044.271 ops/s
[info] # Warmup Iteration 2: 394231.510 ops/s
[info] # Warmup Iteration 3: 385660.277 ops/s
[info] # Warmup Iteration 4: 394932.328 ops/s
[info] # Warmup Iteration 5: 391645.516 ops/s
[info] Iteration 1: 406583.369 ops/s
[info] Iteration 2: 385690.723 ops/s
[info] Iteration 3: 388772.235 ops/s
[info] Iteration 4: 396231.685 ops/s
[info] Iteration 5: 401243.634 ops/s
[info] # Run progress: 35.42% complete, ETA 00:10:30
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 291086.732 ops/s
[info] # Warmup Iteration 2: 395596.843 ops/s
[info] # Warmup Iteration 3: 395132.218 ops/s
[info] # Warmup Iteration 4: 383863.914 ops/s
[info] # Warmup Iteration 5: 388670.966 ops/s
[info] Iteration 1: 383342.225 ops/s
[info] Iteration 2: 389937.626 ops/s
[info] Iteration 3: 372848.058 ops/s
[info] Iteration 4: 392308.894 ops/s
[info] Iteration 5: 395380.952 ops/s
[info] # Run progress: 37.50% complete, ETA 00:10:10
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 294975.182 ops/s
[info] # Warmup Iteration 2: 396062.585 ops/s
[info] # Warmup Iteration 3: 376943.056 ops/s
[info] # Warmup Iteration 4: 390747.023 ops/s
[info] # Warmup Iteration 5: 392136.866 ops/s
[info] Iteration 1: 393008.638 ops/s
[info] Iteration 2: 394227.126 ops/s
[info] Iteration 3: 396615.995 ops/s
[info] Iteration 4: 398332.040 ops/s
[info] Iteration 5: 393938.700 ops/s
[info] # Run progress: 39.58% complete, ETA 00:09:50
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 297322.278 ops/s
[info] # Warmup Iteration 2: 414613.536 ops/s
[info] # Warmup Iteration 3: 429695.166 ops/s
[info] # Warmup Iteration 4: 422729.687 ops/s
[info] # Warmup Iteration 5: 420327.289 ops/s
[info] Iteration 1: 424122.029 ops/s
[info] Iteration 2: 422389.991 ops/s
[info] Iteration 3: 419534.429 ops/s
[info] Iteration 4: 417560.205 ops/s
[info] Iteration 5: 425618.773 ops/s
[info] Result "benchmarks.SumBenchmark.bench04_arrayForLoop":
[info] 399884.366 ±(99.9%) 12831.528 ops/s [Average]
[info] (min, avg, max) = (372848.058, 399884.366, 425618.773), stdev = 14776.806
[info] CI (99.9%): [387052.839, 412715.894] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench05_arrayOptimizedForeach
[info] # Run progress: 41.67% complete, ETA 00:09:29
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 404779.624 ops/s
[info] # Warmup Iteration 2: 411248.163 ops/s
[info] # Warmup Iteration 3: 410880.418 ops/s
[info] # Warmup Iteration 4: 406500.493 ops/s
[info] # Warmup Iteration 5: 411499.404 ops/s
[info] Iteration 1: 409745.825 ops/s
[info] Iteration 2: 411612.534 ops/s
[info] Iteration 3: 410259.316 ops/s
[info] Iteration 4: 405358.064 ops/s
[info] Iteration 5: 412845.086 ops/s
[info] # Run progress: 43.75% complete, ETA 00:09:09
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 405833.437 ops/s
[info] # Warmup Iteration 2: 409029.060 ops/s
[info] # Warmup Iteration 3: 404299.327 ops/s
[info] # Warmup Iteration 4: 404793.220 ops/s
[info] # Warmup Iteration 5: 411017.108 ops/s
[info] Iteration 1: 408570.490 ops/s
[info] Iteration 2: 411569.296 ops/s
[info] Iteration 3: 410522.373 ops/s
[info] Iteration 4: 407197.256 ops/s
[info] Iteration 5: 412750.362 ops/s
[info] # Run progress: 45.83% complete, ETA 00:08:49
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 404619.479 ops/s
[info] # Warmup Iteration 2: 409937.885 ops/s
[info] # Warmup Iteration 3: 410403.696 ops/s
[info] # Warmup Iteration 4: 405469.005 ops/s
[info] # Warmup Iteration 5: 412997.798 ops/s
[info] Iteration 1: 408516.412 ops/s
[info] Iteration 2: 409144.833 ops/s
[info] Iteration 3: 410848.871 ops/s
[info] Iteration 4: 405388.331 ops/s
[info] Iteration 5: 411409.833 ops/s
[info] # Run progress: 47.92% complete, ETA 00:08:28
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 405330.003 ops/s
[info] # Warmup Iteration 2: 412326.292 ops/s
[info] # Warmup Iteration 3: 411191.284 ops/s
[info] # Warmup Iteration 4: 404453.490 ops/s
[info] # Warmup Iteration 5: 414225.250 ops/s
[info] Iteration 1: 410825.491 ops/s
[info] Iteration 2: 410743.741 ops/s
[info] Iteration 3: 410783.302 ops/s
[info] Iteration 4: 405333.165 ops/s
[info] Iteration 5: 412788.191 ops/s
[info] Result "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach":
[info] 409810.639 ±(99.9%) 2090.951 ops/s [Average]
[info] (min, avg, max) = (405333.165, 409810.639, 412845.086), stdev = 2407.942
[info] CI (99.9%): [407719.688, 411901.589] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined
[info] # Run progress: 50.00% complete, ETA 00:08:08
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 405377.692 ops/s
[info] # Warmup Iteration 2: 405213.119 ops/s
[info] # Warmup Iteration 3: 406387.981 ops/s
[info] # Warmup Iteration 4: 408354.234 ops/s
[info] # Warmup Iteration 5: 412863.326 ops/s
[info] Iteration 1: 408911.705 ops/s
[info] Iteration 2: 409474.713 ops/s
[info] Iteration 3: 409565.288 ops/s
[info] Iteration 4: 406914.466 ops/s
[info] Iteration 5: 412112.193 ops/s
[info] # Run progress: 52.08% complete, ETA 00:07:48
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 405499.802 ops/s
[info] # Warmup Iteration 2: 410206.280 ops/s
[info] # Warmup Iteration 3: 404419.950 ops/s
[info] # Warmup Iteration 4: 410552.868 ops/s
[info] # Warmup Iteration 5: 411459.049 ops/s
[info] Iteration 1: 409168.915 ops/s
[info] Iteration 2: 405842.919 ops/s
[info] Iteration 3: 405718.082 ops/s
[info] Iteration 4: 411194.927 ops/s
[info] Iteration 5: 413144.961 ops/s
[info] # Run progress: 54.17% complete, ETA 00:07:27
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 404909.651 ops/s
[info] # Warmup Iteration 2: 412112.966 ops/s
[info] # Warmup Iteration 3: 404325.812 ops/s
[info] # Warmup Iteration 4: 411754.488 ops/s
[info] # Warmup Iteration 5: 413080.744 ops/s
[info] Iteration 1: 408988.419 ops/s
[info] Iteration 2: 412156.184 ops/s
[info] Iteration 3: 405385.903 ops/s
[info] Iteration 4: 409996.237 ops/s
[info] Iteration 5: 413513.167 ops/s
[info] # Run progress: 56.25% complete, ETA 00:07:07
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 406180.223 ops/s
[info] # Warmup Iteration 2: 405627.814 ops/s
[info] # Warmup Iteration 3: 403776.946 ops/s
[info] # Warmup Iteration 4: 412450.609 ops/s
[info] # Warmup Iteration 5: 412024.486 ops/s
[info] Iteration 1: 392751.628 ops/s
[info] Iteration 2: 410342.333 ops/s
[info] Iteration 3: 403384.408 ops/s
[info] Iteration 4: 410504.834 ops/s
[info] Iteration 5: 412987.543 ops/s
[info] Result "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined":
[info] 408602.941 ±(99.9%) 4053.884 ops/s [Average]
[info] (min, avg, max) = (392751.628, 408602.941, 413513.167), stdev = 4668.459
[info] CI (99.9%): [404549.057, 412656.825] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench07_listSumMethod
[info] # Run progress: 58.33% complete, ETA 00:06:47
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 27773.103 ops/s
[info] # Warmup Iteration 2: 29782.831 ops/s
[info] # Warmup Iteration 3: 29338.857 ops/s
[info] # Warmup Iteration 4: 31076.643 ops/s
[info] # Warmup Iteration 5: 31062.842 ops/s
[info] Iteration 1: 30603.732 ops/s
[info] Iteration 2: 31052.025 ops/s
[info] Iteration 3: 31127.602 ops/s
[info] Iteration 4: 31166.656 ops/s
[info] Iteration 5: 30568.888 ops/s
[info] # Run progress: 60.42% complete, ETA 00:06:26
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 28166.103 ops/s
[info] # Warmup Iteration 2: 30133.121 ops/s
[info] # Warmup Iteration 3: 28839.263 ops/s
[info] # Warmup Iteration 4: 30435.654 ops/s
[info] # Warmup Iteration 5: 31032.799 ops/s
[info] Iteration 1: 30286.665 ops/s
[info] Iteration 2: 31325.473 ops/s
[info] Iteration 3: 30728.008 ops/s
[info] Iteration 4: 30764.257 ops/s
[info] Iteration 5: 30212.288 ops/s
[info] # Run progress: 62.50% complete, ETA 00:06:06
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 26846.650 ops/s
[info] # Warmup Iteration 2: 29425.838 ops/s
[info] # Warmup Iteration 3: 29075.829 ops/s
[info] # Warmup Iteration 4: 30298.869 ops/s
[info] # Warmup Iteration 5: 30536.990 ops/s
[info] Iteration 1: 29981.833 ops/s
[info] Iteration 2: 30070.731 ops/s
[info] Iteration 3: 30403.815 ops/s
[info] Iteration 4: 30885.187 ops/s
[info] Iteration 5: 29361.048 ops/s
[info] # Run progress: 64.58% complete, ETA 00:05:45
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 27484.023 ops/s
[info] # Warmup Iteration 2: 29419.188 ops/s
[info] # Warmup Iteration 3: 28313.103 ops/s
[info] # Warmup Iteration 4: 30632.449 ops/s
[info] # Warmup Iteration 5: 30639.751 ops/s
[info] Iteration 1: 30565.399 ops/s
[info] Iteration 2: 31009.208 ops/s
[info] Iteration 3: 30446.045 ops/s
[info] Iteration 4: 30484.279 ops/s
[info] Iteration 5: 31077.105 ops/s
[info] Result "benchmarks.SumBenchmark.bench07_listSumMethod":
[info] 30606.012 ±(99.9%) 416.576 ops/s [Average]
[info] (min, avg, max) = (29361.048, 30606.012, 31325.473), stdev = 479.730
[info] CI (99.9%): [30189.436, 31022.589] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench08_listForLoopIndex
[info] # Run progress: 66.67% complete, ETA 00:05:25
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 9.491 ops/s
[info] # Warmup Iteration 2: 9.341 ops/s
[info] # Warmup Iteration 3: 10.609 ops/s
[info] # Warmup Iteration 4: 10.230 ops/s
[info] # Warmup Iteration 5: 10.532 ops/s
[info] Iteration 1: 10.390 ops/s
[info] Iteration 2: 9.979 ops/s
[info] Iteration 3: 10.016 ops/s
[info] Iteration 4: 10.475 ops/s
[info] Iteration 5: 10.637 ops/s
[info] # Run progress: 68.75% complete, ETA 00:05:05
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 10.674 ops/s
[info] # Warmup Iteration 2: 10.178 ops/s
[info] # Warmup Iteration 3: 10.844 ops/s
[info] # Warmup Iteration 4: 10.480 ops/s
[info] # Warmup Iteration 5: 10.274 ops/s
[info] Iteration 1: 10.414 ops/s
[info] Iteration 2: 10.526 ops/s
[info] Iteration 3: 10.970 ops/s
[info] Iteration 4: 10.550 ops/s
[info] Iteration 5: 10.813 ops/s
[info] # Run progress: 70.83% complete, ETA 00:04:45
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 9.892 ops/s
[info] # Warmup Iteration 2: 9.905 ops/s
[info] # Warmup Iteration 3: 11.268 ops/s
[info] # Warmup Iteration 4: 10.207 ops/s
[info] # Warmup Iteration 5: 10.662 ops/s
[info] Iteration 1: 10.963 ops/s
[info] Iteration 2: 9.421 ops/s
[info] Iteration 3: 10.871 ops/s
[info] Iteration 4: 10.853 ops/s
[info] Iteration 5: 11.245 ops/s
[info] # Run progress: 72.92% complete, ETA 00:04:25
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 10.138 ops/s
[info] # Warmup Iteration 2: 10.613 ops/s
[info] # Warmup Iteration 3: 10.385 ops/s
[info] # Warmup Iteration 4: 10.683 ops/s
[info] # Warmup Iteration 5: 11.209 ops/s
[info] Iteration 1: 10.401 ops/s
[info] Iteration 2: 10.906 ops/s
[info] Iteration 3: 11.211 ops/s
[info] Iteration 4: 10.418 ops/s
[info] Iteration 5: 10.655 ops/s
[info] Result "benchmarks.SumBenchmark.bench08_listForLoopIndex":
[info] 10.586 ±(99.9%) 0.379 ops/s [Average]
[info] (min, avg, max) = (9.421, 10.586, 11.245), stdev = 0.437
[info] CI (99.9%): [10.206, 10.965] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench09_listForLoop
[info] # Run progress: 75.00% complete, ETA 00:04:04
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 45758.785 ops/s
[info] # Warmup Iteration 2: 46331.934 ops/s
[info] # Warmup Iteration 3: 44651.632 ops/s
[info] # Warmup Iteration 4: 43099.896 ops/s
[info] # Warmup Iteration 5: 46597.950 ops/s
[info] Iteration 1: 46475.377 ops/s
[info] Iteration 2: 45476.899 ops/s
[info] Iteration 3: 47362.101 ops/s
[info] Iteration 4: 45281.521 ops/s
[info] Iteration 5: 44317.294 ops/s
[info] # Run progress: 77.08% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 46167.717 ops/s
[info] # Warmup Iteration 2: 43146.753 ops/s
[info] # Warmup Iteration 3: 40403.447 ops/s
[info] # Warmup Iteration 4: 41651.376 ops/s
[info] # Warmup Iteration 5: 44232.534 ops/s
[info] Iteration 1: 46695.930 ops/s
[info] Iteration 2: 45827.656 ops/s
[info] Iteration 3: 44355.535 ops/s
[info] Iteration 4: 46800.172 ops/s
[info] Iteration 5: 39637.395 ops/s
[info] # Run progress: 79.17% complete, ETA 00:03:23
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 47145.568 ops/s
[info] # Warmup Iteration 2: 45174.890 ops/s
[info] # Warmup Iteration 3: 43362.787 ops/s
[info] # Warmup Iteration 4: 45247.440 ops/s
[info] # Warmup Iteration 5: 45317.122 ops/s
[info] Iteration 1: 47382.945 ops/s
[info] Iteration 2: 47732.727 ops/s
[info] Iteration 3: 47688.886 ops/s
[info] Iteration 4: 44923.966 ops/s
[info] Iteration 5: 46614.023 ops/s
[info] # Run progress: 81.25% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 47731.089 ops/s
[info] # Warmup Iteration 2: 44130.711 ops/s
[info] # Warmup Iteration 3: 48051.403 ops/s
[info] # Warmup Iteration 4: 42559.257 ops/s
[info] # Warmup Iteration 5: 48472.483 ops/s
[info] Iteration 1: 45790.353 ops/s
[info] Iteration 2: 46465.726 ops/s
[info] Iteration 3: 45987.821 ops/s
[info] Iteration 4: 47081.053 ops/s
[info] Iteration 5: 45320.709 ops/s
[info] Result "benchmarks.SumBenchmark.bench09_listForLoop":
[info] 45860.904 ±(99.9%) 1554.004 ops/s [Average]
[info] (min, avg, max) = (39637.395, 45860.904, 47732.727), stdev = 1789.593
[info] CI (99.9%): [44306.901, 47414.908] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench10_listOptimizedForeach
[info] # Run progress: 83.33% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 44209.612 ops/s
[info] # Warmup Iteration 2: 44392.287 ops/s
[info] # Warmup Iteration 3: 46424.816 ops/s
[info] # Warmup Iteration 4: 45720.587 ops/s
[info] # Warmup Iteration 5: 47644.698 ops/s
[info] Iteration 1: 43869.752 ops/s
[info] Iteration 2: 46613.831 ops/s
[info] Iteration 3: 43018.227 ops/s
[info] Iteration 4: 44315.398 ops/s
[info] Iteration 5: 44326.320 ops/s
[info] # Run progress: 85.42% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 43632.367 ops/s
[info] # Warmup Iteration 2: 45436.489 ops/s
[info] # Warmup Iteration 3: 45439.567 ops/s
[info] # Warmup Iteration 4: 42004.025 ops/s
[info] # Warmup Iteration 5: 45054.368 ops/s
[info] Iteration 1: 40560.580 ops/s
[info] Iteration 2: 42642.109 ops/s
[info] Iteration 3: 44305.482 ops/s
[info] Iteration 4: 44231.554 ops/s
[info] Iteration 5: 46503.978 ops/s
[info] # Run progress: 87.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 43852.418 ops/s
[info] # Warmup Iteration 2: 43345.713 ops/s
[info] # Warmup Iteration 3: 46030.817 ops/s
[info] # Warmup Iteration 4: 47006.635 ops/s
[info] # Warmup Iteration 5: 46074.046 ops/s
[info] Iteration 1: 46339.017 ops/s
[info] Iteration 2: 41787.186 ops/s
[info] Iteration 3: 48510.667 ops/s
[info] Iteration 4: 46595.931 ops/s
[info] Iteration 5: 42588.497 ops/s
[info] # Run progress: 89.58% complete, ETA 00:01:41
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 44676.629 ops/s
[info] # Warmup Iteration 2: 45435.616 ops/s
[info] # Warmup Iteration 3: 44642.625 ops/s
[info] # Warmup Iteration 4: 45342.044 ops/s
[info] # Warmup Iteration 5: 47780.624 ops/s
[info] Iteration 1: 42689.105 ops/s
[info] Iteration 2: 46306.282 ops/s
[info] Iteration 3: 46903.320 ops/s
[info] Iteration 4: 47249.608 ops/s
[info] Iteration 5: 45384.287 ops/s
[info] Result "benchmarks.SumBenchmark.bench10_listOptimizedForeach":
[info] 44737.056 ±(99.9%) 1832.686 ops/s [Average]
[info] (min, avg, max) = (40560.580, 44737.056, 48510.667), stdev = 2110.524
[info] CI (99.9%): [42904.371, 46569.742] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10-jvmci-22.3-b13
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/graalvm/graalvm-ce-builds/releases/download/vm-22.3.1/graalvm-ce-java17-darwin-amd64-22.3.1.tar.gz/graalvm-ce-java17-22.3.1/Contents/Home/bin/java
[info] # VM options: -XX:ThreadPriorityPolicy=1 -XX:+UnlockExperimentalVMOptions -XX:+EnableJVMCIProduct -XX:JVMCIThreadsPerNativeLibraryRuntime=1 -XX:-UnlockExperimentalVMOptions
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined
[info] # Run progress: 91.67% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 43170.676 ops/s
[info] # Warmup Iteration 2: 47876.363 ops/s
[info] # Warmup Iteration 3: 43439.036 ops/s
[info] # Warmup Iteration 4: 43586.577 ops/s
[info] # Warmup Iteration 5: 44254.757 ops/s
[info] Iteration 1: 45943.115 ops/s
[info] Iteration 2: 46681.446 ops/s
[info] Iteration 3: 44642.859 ops/s
[info] Iteration 4: 44016.121 ops/s
[info] Iteration 5: 44349.476 ops/s
[info] # Run progress: 93.75% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 42756.555 ops/s
[info] # Warmup Iteration 2: 41941.706 ops/s
[info] # Warmup Iteration 3: 46747.809 ops/s
[info] # Warmup Iteration 4: 47957.278 ops/s
[info] # Warmup Iteration 5: 46681.009 ops/s
[info] Iteration 1: 46608.286 ops/s
[info] Iteration 2: 45996.547 ops/s
[info] Iteration 3: 46533.538 ops/s
[info] Iteration 4: 48319.436 ops/s
[info] Iteration 5: 43252.166 ops/s
[info] # Run progress: 95.83% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 46660.031 ops/s
[info] # Warmup Iteration 2: 42945.103 ops/s
[info] # Warmup Iteration 3: 45949.867 ops/s
[info] # Warmup Iteration 4: 44000.072 ops/s
[info] # Warmup Iteration 5: 44808.011 ops/s
[info] Iteration 1: 44114.882 ops/s
[info] Iteration 2: 46283.312 ops/s
[info] Iteration 3: 46402.141 ops/s
[info] Iteration 4: 47183.769 ops/s
[info] Iteration 5: 42406.121 ops/s
[info] # Run progress: 97.92% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 40712.512 ops/s
[info] # Warmup Iteration 2: 46754.209 ops/s
[info] # Warmup Iteration 3: 46496.469 ops/s
[info] # Warmup Iteration 4: 44074.411 ops/s
[info] # Warmup Iteration 5: 44003.794 ops/s
[info] Iteration 1: 46722.531 ops/s
[info] Iteration 2: 47155.207 ops/s
[info] Iteration 3: 43695.971 ops/s
[info] Iteration 4: 46605.428 ops/s
[info] Iteration 5: 46949.508 ops/s
[info] Result "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined":
[info] 45693.093 ±(99.9%) 1368.892 ops/s [Average]
[info] (min, avg, max) = (42406.121, 45693.093, 48319.436), stdev = 1576.418
[info] CI (99.9%): [44324.201, 47061.985] (assumes normal distribution)
[info] # Run complete. Total time: 00:16:18
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark Mode Cnt Score Error Units
[info] SumBenchmark.bench00_arraySumMethod thrpt 20 391312.719 ± 7405.844 ops/s
[info] SumBenchmark.bench01_arrayWhileLoopIndex thrpt 20 403081.626 ± 10758.162 ops/s
[info] SumBenchmark.bench02_arrayForLoopIndex thrpt 20 191700.108 ± 2476.665 ops/s
[info] SumBenchmark.bench03_arrayOptimizedForLoopIndex thrpt 20 398695.172 ± 8389.082 ops/s
[info] SumBenchmark.bench04_arrayForLoop thrpt 20 399884.366 ± 12831.528 ops/s
[info] SumBenchmark.bench05_arrayOptimizedForeach thrpt 20 409810.639 ± 2090.951 ops/s
[info] SumBenchmark.bench06_arrayOptimizedForeachArgInlined thrpt 20 408602.941 ± 4053.884 ops/s
[info] SumBenchmark.bench07_listSumMethod thrpt 20 30606.012 ± 416.576 ops/s
[info] SumBenchmark.bench08_listForLoopIndex thrpt 20 10.586 ± 0.379 ops/s
[info] SumBenchmark.bench09_listForLoop thrpt 20 45860.904 ± 1554.004 ops/s
[info] SumBenchmark.bench10_listOptimizedForeach thrpt 20 44737.056 ± 1832.686 ops/s
[info] SumBenchmark.bench11_listOptimizedForeachArgInlined thrpt 20 45693.093 ± 1368.892 ops/s
[info] Benchmark result is saved to benchmarks/results/01-AppendBenchmark-graal.json
[success] Total time: 985 s (16:25), completed Mar 4, 2023, 8:00:57 PM
benchmarks-results/results/02-SumBenchmark-openjdk-1.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench00_arraySumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 21656.91208650462,
"scoreError" : 113.51309969230688,
"scoreConfidence" : [
21543.398986812314,
21770.425186196928
],
"scorePercentiles" : {
"0.0" : 21343.631943503056,
"50.0" : 21664.914811719704,
"90.0" : 21837.973747458673,
"95.0" : 21919.287150601842,
"99.0" : 21923.298403553734,
"99.9" : 21923.298403553734,
"99.99" : 21923.298403553734,
"99.999" : 21923.298403553734,
"99.9999" : 21923.298403553734,
"100.0" : 21923.298403553734
},
"scoreUnit" : "ops/s",
"rawData" : [
[
21343.631943503056,
21599.01932610752,
21536.413584376147,
21565.695257510924,
21545.89238089116
],
[
21645.72517188983,
21717.816692528333,
21623.82305216007,
21673.609367805042,
21656.220255634365
],
[
21790.91996453392,
21675.549575743036,
21843.073344515866,
21923.298403553734,
21522.505921909913
],
[
21792.07737394395,
21704.80025528399,
21711.77982991424,
21722.969228545968,
21543.420799741336
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 428839.1163487781,
"scoreError" : 7414.509548545867,
"scoreConfidence" : [
421424.6068002322,
436253.62589732395
],
"scorePercentiles" : {
"0.0" : 402474.6902400811,
"50.0" : 432060.2223172805,
"90.0" : 435493.48932918586,
"95.0" : 436698.7680117548,
"99.0" : 436761.75365457253,
"99.9" : 436761.75365457253,
"99.99" : 436761.75365457253,
"99.999" : 436761.75365457253,
"99.9999" : 436761.75365457253,
"100.0" : 436761.75365457253
},
"scoreUnit" : "ops/s",
"rawData" : [
[
431921.6400080668,
436761.75365457253,
434014.2586375932,
435416.52610789606,
430237.1463992052
],
[
428441.3241632232,
435502.04079821805,
432742.41795160563,
435124.2604557156,
432198.80462649424
],
[
434764.2162148718,
434598.9220782222,
435230.3529485602,
417340.5261913487,
427377.8771487962
],
[
426066.2582866333,
416990.0323928593,
402474.6902400811,
422451.5672727507,
427127.71139884583
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench02_arrayForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 432854.1298007587,
"scoreError" : 4211.013858683527,
"scoreConfidence" : [
428643.11594207515,
437065.1436594422
],
"scorePercentiles" : {
"0.0" : 416706.0066902621,
"50.0" : 434490.29891154065,
"90.0" : 436115.30129783525,
"95.0" : 437815.7014297294,
"99.0" : 437904.72599712864,
"99.9" : 437904.72599712864,
"99.99" : 437904.72599712864,
"99.999" : 437904.72599712864,
"99.9999" : 437904.72599712864,
"100.0" : 437904.72599712864
},
"scoreUnit" : "ops/s",
"rawData" : [
[
423991.26496062445,
432561.21957094374,
435900.92961271806,
434189.4705769916,
430811.4681812959
],
[
435044.28685081686,
432184.6245020157,
436124.2346491438,
435068.6215419729,
416706.0066902621
],
[
434791.1272460897,
436034.9011360581,
435957.82001867465,
433183.86816863006,
431604.4297888525
],
[
435162.1226423681,
435605.6374179976,
437904.72599712864,
430296.8034602296,
433959.03300236166
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 433656.71384768264,
"scoreError" : 3472.118364350137,
"scoreConfidence" : [
430184.5954833325,
437128.83221203275
],
"scorePercentiles" : {
"0.0" : 421442.3908661151,
"50.0" : 435297.2755903036,
"90.0" : 436540.80603003653,
"95.0" : 437391.4497714969,
"99.0" : 437435.5622560705,
"99.9" : 437435.5622560705,
"99.99" : 437435.5622560705,
"99.999" : 437435.5622560705,
"99.9999" : 437435.5622560705,
"100.0" : 437435.5622560705
},
"scoreUnit" : "ops/s",
"rawData" : [
[
434156.54336041276,
436428.2472189789,
436230.43837822985,
426882.75680994755,
432343.41151057027
],
[
435352.90812323353,
436553.3125645985,
435998.10982373176,
428946.7184338888,
435785.38810827443
],
[
432961.8332087284,
434876.51008615876,
436034.99577875575,
429940.32241942163,
437435.5622560705
],
[
435080.77119645884,
436011.08096943615,
435431.332783267,
421442.3908661151,
435241.6430573737
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench04_arrayForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 47794.40395406379,
"scoreError" : 873.4469368042518,
"scoreConfidence" : [
46920.95701725954,
48667.85089086804
],
"scorePercentiles" : {
"0.0" : 43909.912119214,
"50.0" : 48115.427367436176,
"90.0" : 48455.99250404957,
"95.0" : 48511.875964355255,
"99.0" : 48514.80210749017,
"99.9" : 48514.80210749017,
"99.99" : 48514.80210749017,
"99.999" : 48514.80210749017,
"99.9999" : 48514.80210749017,
"100.0" : 48514.80210749017
},
"scoreUnit" : "ops/s",
"rawData" : [
[
47794.499682412505,
48278.69982035873,
48185.12186420369,
47503.9345739425,
48229.79321035668
],
[
48021.12945272121,
48456.27924479183,
48253.82827863858,
47699.6608613896,
48514.80210749017
],
[
43909.912119214,
46843.92264696385,
47903.524867541346,
47375.45061160772,
48322.17813694952
],
[
48128.36407714236,
48453.41183736921,
48257.583430014725,
47653.491600437395,
48102.49065772999
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 408676.44690439233,
"scoreError" : 3057.792874297233,
"scoreConfidence" : [
405618.6540300951,
411734.2397786896
],
"scorePercentiles" : {
"0.0" : 399754.72982857074,
"50.0" : 409430.7708978703,
"90.0" : 411923.22252977843,
"95.0" : 412816.8571580779,
"99.0" : 412863.19198368856,
"99.9" : 412863.19198368856,
"99.99" : 412863.19198368856,
"99.999" : 412863.19198368856,
"99.9999" : 412863.19198368856,
"100.0" : 412863.19198368856
},
"scoreUnit" : "ops/s",
"rawData" : [
[
410225.54217627813,
411760.4076528957,
411803.76605450787,
404579.98531883425,
411782.66685668577
],
[
409724.0182024957,
412863.19198368856,
401687.6721707251,
406771.8052504032,
399754.72982857074
],
[
408994.31851768284,
410568.53677139094,
406983.79179294966,
407232.8838086428,
409137.5235932449
],
[
411259.148801122,
408151.88610323484,
406929.22737728374,
411936.4954714752,
411381.340355735
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 409317.4035461814,
"scoreError" : 2738.7395500318985,
"scoreConfidence" : [
406578.6639961495,
412056.1430962133
],
"scorePercentiles" : {
"0.0" : 401825.7822138485,
"50.0" : 409702.1879715194,
"90.0" : 413133.09104558337,
"95.0" : 413989.6362601489,
"99.0" : 414032.42143048055,
"99.9" : 414032.42143048055,
"99.99" : 414032.42143048055,
"99.999" : 414032.42143048055,
"99.9999" : 414032.42143048055,
"100.0" : 414032.42143048055
},
"scoreUnit" : "ops/s",
"rawData" : [
[
409939.5509274763,
407958.85745592974,
401825.7822138485,
410377.6104949769,
412242.73181233485
],
[
410992.5249573334,
411427.42053511675,
405467.79739923496,
409380.8577211109,
411561.67626724223
],
[
409041.7931656252,
413176.71802384715,
405280.9791645732,
409464.82501556247,
412740.4482412091
],
[
410363.40644275484,
404281.72123047954,
407917.78562493605,
408873.1627995549,
414032.42143048055
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench07_listSumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 23123.282917863795,
"scoreError" : 2302.8416515270287,
"scoreConfidence" : [
20820.441266336766,
25426.124569390824
],
"scorePercentiles" : {
"0.0" : 20199.574415505882,
"50.0" : 22978.55318174985,
"90.0" : 25898.930715420483,
"95.0" : 25910.465797648332,
"99.0" : 25910.997571993666,
"99.9" : 25910.997571993666,
"99.99" : 25910.997571993666,
"99.999" : 25910.997571993666,
"99.9999" : 25910.997571993666,
"100.0" : 25910.997571993666
},
"scoreUnit" : "ops/s",
"rawData" : [
[
20399.23170744099,
20473.415535216427,
20199.574415505882,
20272.623497202054,
20530.913692254682
],
[
25547.94184344135,
25886.04838842223,
25714.974236429967,
25781.431050449937,
25054.945977100382
],
[
20793.970752232573,
20572.066259429568,
20648.766969164757,
20692.029201363293,
20902.160386399315
],
[
25910.997571993666,
25900.362085086956,
25608.613114858195,
25779.74401081638,
25795.84766246726
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench08_listForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 10.601299002949904,
"scoreError" : 0.3679226885241855,
"scoreConfidence" : [
10.233376314425719,
10.96922169147409
],
"scorePercentiles" : {
"0.0" : 9.79681092799931,
"50.0" : 10.680760467325339,
"90.0" : 11.13507310585064,
"95.0" : 11.176412641272881,
"99.0" : 11.178364037286046,
"99.9" : 11.178364037286046,
"99.99" : 11.178364037286046,
"99.999" : 11.178364037286046,
"99.9999" : 11.178364037286046,
"100.0" : 11.178364037286046
},
"scoreUnit" : "ops/s",
"rawData" : [
[
10.21337663913971,
10.591658196898745,
10.290992055853492,
11.139336117022756,
10.064143810994475
],
[
9.79681092799931,
10.733567873956089,
11.077120298566728,
10.752096501935014,
11.096706005301606
],
[
10.279632616738578,
11.018191355371474,
10.5251462896063,
11.178364037286046,
10.79099291105684
],
[
10.862857102577104,
10.832802581812171,
9.850784328264668,
10.627953060694589,
10.303447347922434
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench09_listForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44925.915904922105,
"scoreError" : 1889.6681822497612,
"scoreConfidence" : [
43036.24772267234,
46815.58408717187
],
"scorePercentiles" : {
"0.0" : 39830.77367708037,
"50.0" : 45118.79178265706,
"90.0" : 47863.2201977618,
"95.0" : 48185.706823420674,
"99.0" : 48198.025302369715,
"99.9" : 48198.025302369715,
"99.99" : 48198.025302369715,
"99.999" : 48198.025302369715,
"99.9999" : 48198.025302369715,
"100.0" : 48198.025302369715
},
"scoreUnit" : "ops/s",
"rawData" : [
[
45005.776246391906,
43445.735117975484,
43242.75542089,
46814.913914000055,
44994.63859667066
],
[
42607.581729607045,
45231.80731892221,
39830.77367708037,
45626.223705428296,
44276.615722962255
],
[
47067.30046711724,
46177.77013722194,
46391.08565487262,
47951.655723388976,
46914.75884698029
],
[
44073.557033077814,
41133.87218517995,
48198.025302369715,
45704.529958487496,
43828.94133981779
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench10_listOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 45950.58800425906,
"scoreError" : 2148.9265630599098,
"scoreConfidence" : [
43801.66144119915,
48099.51456731897
],
"scorePercentiles" : {
"0.0" : 40227.73784993436,
"50.0" : 46185.35341058456,
"90.0" : 49500.7907801351,
"95.0" : 49612.0788490561,
"99.0" : 49613.16297524446,
"99.9" : 49613.16297524446,
"99.99" : 49613.16297524446,
"99.999" : 49613.16297524446,
"99.9999" : 49613.16297524446,
"100.0" : 49613.16297524446
},
"scoreUnit" : "ops/s",
"rawData" : [
[
47530.96170488611,
48177.646034981226,
45693.0170813079,
47304.26488505908,
40227.73784993436
],
[
49613.16297524446,
49591.48045147732,
43851.76712255416,
48684.58373805515,
47269.2818866895
],
[
48080.21889853468,
43371.445394719885,
46677.68973986122,
45349.38898828479,
43906.24951116857
],
[
43007.09449510073,
47323.025208023915,
44903.16226641543,
43996.168456137915,
44453.413396744814
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 45763.25733021599,
"scoreError" : 1514.899840253034,
"scoreConfidence" : [
44248.35748996295,
47278.15717046902
],
"scorePercentiles" : {
"0.0" : 41405.40199652012,
"50.0" : 46098.75419711936,
"90.0" : 48004.6000650828,
"95.0" : 48346.267886018664,
"99.0" : 48361.62400957822,
"99.9" : 48361.62400957822,
"99.99" : 48361.62400957822,
"99.999" : 48361.62400957822,
"99.9999" : 48361.62400957822,
"100.0" : 48361.62400957822
},
"scoreUnit" : "ops/s",
"rawData" : [
[
44345.899664575576,
45970.40822520707,
46396.44178209829,
46810.15772892613,
48361.62400957822
],
[
44484.85032249586,
44963.07297628177,
47098.8980872122,
45323.980037145586,
44094.09616004354
],
[
42899.5145039035,
46187.32010111575,
44796.610457450224,
46010.18829312297,
47555.48680534334
],
[
48054.50153838719,
47081.79766995007,
46956.37308373697,
46468.523161225545,
41405.40199652012
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/02-SumBenchmark-openjdk-1.txt 0 → 100644
View file @ 0f473913
copying runtime jar...
[info] welcome to sbt 1.7.1 (Eclipse Adoptium Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 8:01:19 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 8:01:19 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 4, 2023, 8:01:20 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/02-SumBenchmark-openjdk.json SumBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench00_arraySumMethod
[info] # Run progress: 0.00% complete, ETA 00:16:00
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 17768.191 ops/s
[info] # Warmup Iteration 2: 22822.784 ops/s
[info] # Warmup Iteration 3: 22953.621 ops/s
[info] # Warmup Iteration 4: 21582.645 ops/s
[info] # Warmup Iteration 5: 21585.030 ops/s
[info] Iteration 1: 21343.632 ops/s
[info] Iteration 2: 21599.019 ops/s
[info] Iteration 3: 21536.414 ops/s
[info] Iteration 4: 21565.695 ops/s
[info] Iteration 5: 21545.892 ops/s
[info] # Run progress: 2.08% complete, ETA 00:15:59
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 18280.792 ops/s
[info] # Warmup Iteration 2: 22727.383 ops/s
[info] # Warmup Iteration 3: 23065.138 ops/s
[info] # Warmup Iteration 4: 21640.643 ops/s
[info] # Warmup Iteration 5: 21375.095 ops/s
[info] Iteration 1: 21645.725 ops/s
[info] Iteration 2: 21717.817 ops/s
[info] Iteration 3: 21623.823 ops/s
[info] Iteration 4: 21673.609 ops/s
[info] Iteration 5: 21656.220 ops/s
[info] # Run progress: 4.17% complete, ETA 00:15:38
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 18226.786 ops/s
[info] # Warmup Iteration 2: 23060.962 ops/s
[info] # Warmup Iteration 3: 23079.539 ops/s
[info] # Warmup Iteration 4: 21885.452 ops/s
[info] # Warmup Iteration 5: 21680.590 ops/s
[info] Iteration 1: 21790.920 ops/s
[info] Iteration 2: 21675.550 ops/s
[info] Iteration 3: 21843.073 ops/s
[info] Iteration 4: 21923.298 ops/s
[info] Iteration 5: 21522.506 ops/s
[info] # Run progress: 6.25% complete, ETA 00:15:18
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 18675.122 ops/s
[info] # Warmup Iteration 2: 23092.555 ops/s
[info] # Warmup Iteration 3: 23017.267 ops/s
[info] # Warmup Iteration 4: 21811.965 ops/s
[info] # Warmup Iteration 5: 21592.698 ops/s
[info] Iteration 1: 21792.077 ops/s
[info] Iteration 2: 21704.800 ops/s
[info] Iteration 3: 21711.780 ops/s
[info] Iteration 4: 21722.969 ops/s
[info] Iteration 5: 21543.421 ops/s
[info] Result "benchmarks.SumBenchmark.bench00_arraySumMethod":
[info] 21656.912 ±(99.9%) 113.513 ops/s [Average]
[info] (min, avg, max) = (21343.632, 21656.912, 21923.298), stdev = 130.722
[info] CI (99.9%): [21543.399, 21770.425] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex
[info] # Run progress: 8.33% complete, ETA 00:14:57
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 423086.685 ops/s
[info] # Warmup Iteration 2: 435849.323 ops/s
[info] # Warmup Iteration 3: 432716.383 ops/s
[info] # Warmup Iteration 4: 435657.001 ops/s
[info] # Warmup Iteration 5: 430179.477 ops/s
[info] Iteration 1: 431921.640 ops/s
[info] Iteration 2: 436761.754 ops/s
[info] Iteration 3: 434014.259 ops/s
[info] Iteration 4: 435416.526 ops/s
[info] Iteration 5: 430237.146 ops/s
[info] # Run progress: 10.42% complete, ETA 00:14:36
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 431719.864 ops/s
[info] # Warmup Iteration 2: 434733.305 ops/s
[info] # Warmup Iteration 3: 431529.301 ops/s
[info] # Warmup Iteration 4: 435079.862 ops/s
[info] # Warmup Iteration 5: 431882.985 ops/s
[info] Iteration 1: 428441.324 ops/s
[info] Iteration 2: 435502.041 ops/s
[info] Iteration 3: 432742.418 ops/s
[info] Iteration 4: 435124.260 ops/s
[info] Iteration 5: 432198.805 ops/s
[info] # Run progress: 12.50% complete, ETA 00:14:16
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 430737.178 ops/s
[info] # Warmup Iteration 2: 434406.016 ops/s
[info] # Warmup Iteration 3: 433842.662 ops/s
[info] # Warmup Iteration 4: 435193.367 ops/s
[info] # Warmup Iteration 5: 432275.851 ops/s
[info] Iteration 1: 434764.216 ops/s
[info] Iteration 2: 434598.922 ops/s
[info] Iteration 3: 435230.353 ops/s
[info] Iteration 4: 417340.526 ops/s
[info] Iteration 5: 427377.877 ops/s
[info] # Run progress: 14.58% complete, ETA 00:13:55
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 425331.373 ops/s
[info] # Warmup Iteration 2: 434431.230 ops/s
[info] # Warmup Iteration 3: 435072.533 ops/s
[info] # Warmup Iteration 4: 435514.416 ops/s
[info] # Warmup Iteration 5: 429983.180 ops/s
[info] Iteration 1: 426066.258 ops/s
[info] Iteration 2: 416990.032 ops/s
[info] Iteration 3: 402474.690 ops/s
[info] Iteration 4: 422451.567 ops/s
[info] Iteration 5: 427127.711 ops/s
[info] Result "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex":
[info] 428839.116 ±(99.9%) 7414.510 ops/s [Average]
[info] (min, avg, max) = (402474.690, 428839.116, 436761.754), stdev = 8538.560
[info] CI (99.9%): [421424.607, 436253.626] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench02_arrayForLoopIndex
[info] # Run progress: 16.67% complete, ETA 00:13:35
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 287976.553 ops/s
[info] # Warmup Iteration 2: 284910.375 ops/s
[info] # Warmup Iteration 3: 435214.922 ops/s
[info] # Warmup Iteration 4: 436049.459 ops/s
[info] # Warmup Iteration 5: 430063.071 ops/s
[info] Iteration 1: 423991.265 ops/s
[info] Iteration 2: 432561.220 ops/s
[info] Iteration 3: 435900.930 ops/s
[info] Iteration 4: 434189.471 ops/s
[info] Iteration 5: 430811.468 ops/s
[info] # Run progress: 18.75% complete, ETA 00:13:14
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 288060.804 ops/s
[info] # Warmup Iteration 2: 289336.124 ops/s
[info] # Warmup Iteration 3: 438207.261 ops/s
[info] # Warmup Iteration 4: 423597.056 ops/s
[info] # Warmup Iteration 5: 430530.258 ops/s
[info] Iteration 1: 435044.287 ops/s
[info] Iteration 2: 432184.625 ops/s
[info] Iteration 3: 436124.235 ops/s
[info] Iteration 4: 435068.622 ops/s
[info] Iteration 5: 416706.007 ops/s
[info] # Run progress: 20.83% complete, ETA 00:12:54
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 281532.535 ops/s
[info] # Warmup Iteration 2: 288736.008 ops/s
[info] # Warmup Iteration 3: 434388.007 ops/s
[info] # Warmup Iteration 4: 433714.181 ops/s
[info] # Warmup Iteration 5: 430858.741 ops/s
[info] Iteration 1: 434791.127 ops/s
[info] Iteration 2: 436034.901 ops/s
[info] Iteration 3: 435957.820 ops/s
[info] Iteration 4: 433183.868 ops/s
[info] Iteration 5: 431604.430 ops/s
[info] # Run progress: 22.92% complete, ETA 00:12:33
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 288689.059 ops/s
[info] # Warmup Iteration 2: 279560.649 ops/s
[info] # Warmup Iteration 3: 437241.646 ops/s
[info] # Warmup Iteration 4: 431220.781 ops/s
[info] # Warmup Iteration 5: 430261.252 ops/s
[info] Iteration 1: 435162.123 ops/s
[info] Iteration 2: 435605.637 ops/s
[info] Iteration 3: 437904.726 ops/s
[info] Iteration 4: 430296.803 ops/s
[info] Iteration 5: 433959.033 ops/s
[info] Result "benchmarks.SumBenchmark.bench02_arrayForLoopIndex":
[info] 432854.130 ±(99.9%) 4211.014 ops/s [Average]
[info] (min, avg, max) = (416706.007, 432854.130, 437904.726), stdev = 4849.410
[info] CI (99.9%): [428643.116, 437065.144] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex
[info] # Run progress: 25.00% complete, ETA 00:12:13
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 429721.797 ops/s
[info] # Warmup Iteration 2: 434805.036 ops/s
[info] # Warmup Iteration 3: 436132.938 ops/s
[info] # Warmup Iteration 4: 428968.320 ops/s
[info] # Warmup Iteration 5: 436253.485 ops/s
[info] Iteration 1: 434156.543 ops/s
[info] Iteration 2: 436428.247 ops/s
[info] Iteration 3: 436230.438 ops/s
[info] Iteration 4: 426882.757 ops/s
[info] Iteration 5: 432343.412 ops/s
[info] # Run progress: 27.08% complete, ETA 00:11:52
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 430577.231 ops/s
[info] # Warmup Iteration 2: 435301.271 ops/s
[info] # Warmup Iteration 3: 436615.412 ops/s
[info] # Warmup Iteration 4: 428230.175 ops/s
[info] # Warmup Iteration 5: 435422.243 ops/s
[info] Iteration 1: 435352.908 ops/s
[info] Iteration 2: 436553.313 ops/s
[info] Iteration 3: 435998.110 ops/s
[info] Iteration 4: 428946.718 ops/s
[info] Iteration 5: 435785.388 ops/s
[info] # Run progress: 29.17% complete, ETA 00:11:32
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 428753.781 ops/s
[info] # Warmup Iteration 2: 435382.290 ops/s
[info] # Warmup Iteration 3: 436855.653 ops/s
[info] # Warmup Iteration 4: 429089.052 ops/s
[info] # Warmup Iteration 5: 429735.456 ops/s
[info] Iteration 1: 432961.833 ops/s
[info] Iteration 2: 434876.510 ops/s
[info] Iteration 3: 436034.996 ops/s
[info] Iteration 4: 429940.322 ops/s
[info] Iteration 5: 437435.562 ops/s
[info] # Run progress: 31.25% complete, ETA 00:11:11
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 428729.432 ops/s
[info] # Warmup Iteration 2: 435099.377 ops/s
[info] # Warmup Iteration 3: 435827.639 ops/s
[info] # Warmup Iteration 4: 428751.434 ops/s
[info] # Warmup Iteration 5: 436855.842 ops/s
[info] Iteration 1: 435080.771 ops/s
[info] Iteration 2: 436011.081 ops/s
[info] Iteration 3: 435431.333 ops/s
[info] Iteration 4: 421442.391 ops/s
[info] Iteration 5: 435241.643 ops/s
[info] Result "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex":
[info] 433656.714 ±(99.9%) 3472.118 ops/s [Average]
[info] (min, avg, max) = (421442.391, 433656.714, 437435.562), stdev = 3998.497
[info] CI (99.9%): [430184.595, 437128.832] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench04_arrayForLoop
[info] # Run progress: 33.33% complete, ETA 00:10:51
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 39678.622 ops/s
[info] # Warmup Iteration 2: 48144.112 ops/s
[info] # Warmup Iteration 3: 48204.099 ops/s
[info] # Warmup Iteration 4: 47398.612 ops/s
[info] # Warmup Iteration 5: 48320.162 ops/s
[info] Iteration 1: 47794.500 ops/s
[info] Iteration 2: 48278.700 ops/s
[info] Iteration 3: 48185.122 ops/s
[info] Iteration 4: 47503.935 ops/s
[info] Iteration 5: 48229.793 ops/s
[info] # Run progress: 35.42% complete, ETA 00:10:31
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 38269.012 ops/s
[info] # Warmup Iteration 2: 48070.432 ops/s
[info] # Warmup Iteration 3: 48466.497 ops/s
[info] # Warmup Iteration 4: 46943.080 ops/s
[info] # Warmup Iteration 5: 48419.949 ops/s
[info] Iteration 1: 48021.129 ops/s
[info] Iteration 2: 48456.279 ops/s
[info] Iteration 3: 48253.828 ops/s
[info] Iteration 4: 47699.661 ops/s
[info] Iteration 5: 48514.802 ops/s
[info] # Run progress: 37.50% complete, ETA 00:10:10
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 38838.331 ops/s
[info] # Warmup Iteration 2: 48224.043 ops/s
[info] # Warmup Iteration 3: 48425.507 ops/s
[info] # Warmup Iteration 4: 47650.597 ops/s
[info] # Warmup Iteration 5: 47556.554 ops/s
[info] Iteration 1: 43909.912 ops/s
[info] Iteration 2: 46843.923 ops/s
[info] Iteration 3: 47903.525 ops/s
[info] Iteration 4: 47375.451 ops/s
[info] Iteration 5: 48322.178 ops/s
[info] # Run progress: 39.58% complete, ETA 00:09:50
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 39096.158 ops/s
[info] # Warmup Iteration 2: 48323.574 ops/s
[info] # Warmup Iteration 3: 48265.536 ops/s
[info] # Warmup Iteration 4: 47599.526 ops/s
[info] # Warmup Iteration 5: 48187.253 ops/s
[info] Iteration 1: 48128.364 ops/s
[info] Iteration 2: 48453.412 ops/s
[info] Iteration 3: 48257.583 ops/s
[info] Iteration 4: 47653.492 ops/s
[info] Iteration 5: 48102.491 ops/s
[info] Result "benchmarks.SumBenchmark.bench04_arrayForLoop":
[info] 47794.404 ±(99.9%) 873.447 ops/s [Average]
[info] (min, avg, max) = (43909.912, 47794.404, 48514.802), stdev = 1005.863
[info] CI (99.9%): [46920.957, 48667.851] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench05_arrayOptimizedForeach
[info] # Run progress: 41.67% complete, ETA 00:09:30
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 403270.554 ops/s
[info] # Warmup Iteration 2: 410886.010 ops/s
[info] # Warmup Iteration 3: 403737.487 ops/s
[info] # Warmup Iteration 4: 404525.391 ops/s
[info] # Warmup Iteration 5: 412093.963 ops/s
[info] Iteration 1: 410225.542 ops/s
[info] Iteration 2: 411760.408 ops/s
[info] Iteration 3: 411803.766 ops/s
[info] Iteration 4: 404579.985 ops/s
[info] Iteration 5: 411782.667 ops/s
[info] # Run progress: 43.75% complete, ETA 00:09:09
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 405695.647 ops/s
[info] # Warmup Iteration 2: 412118.293 ops/s
[info] # Warmup Iteration 3: 404604.824 ops/s
[info] # Warmup Iteration 4: 409451.022 ops/s
[info] # Warmup Iteration 5: 405348.338 ops/s
[info] Iteration 1: 409724.018 ops/s
[info] Iteration 2: 412863.192 ops/s
[info] Iteration 3: 401687.672 ops/s
[info] Iteration 4: 406771.805 ops/s
[info] Iteration 5: 399754.730 ops/s
[info] # Run progress: 45.83% complete, ETA 00:08:49
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 405071.560 ops/s
[info] # Warmup Iteration 2: 410564.641 ops/s
[info] # Warmup Iteration 3: 406537.650 ops/s
[info] # Warmup Iteration 4: 403557.276 ops/s
[info] # Warmup Iteration 5: 407105.403 ops/s
[info] Iteration 1: 408994.319 ops/s
[info] Iteration 2: 410568.537 ops/s
[info] Iteration 3: 406983.792 ops/s
[info] Iteration 4: 407232.884 ops/s
[info] Iteration 5: 409137.524 ops/s
[info] # Run progress: 47.92% complete, ETA 00:08:29
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 406054.962 ops/s
[info] # Warmup Iteration 2: 410060.577 ops/s
[info] # Warmup Iteration 3: 401768.006 ops/s
[info] # Warmup Iteration 4: 410384.530 ops/s
[info] # Warmup Iteration 5: 410646.766 ops/s
[info] Iteration 1: 411259.149 ops/s
[info] Iteration 2: 408151.886 ops/s
[info] Iteration 3: 406929.227 ops/s
[info] Iteration 4: 411936.495 ops/s
[info] Iteration 5: 411381.340 ops/s
[info] Result "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach":
[info] 408676.447 ±(99.9%) 3057.793 ops/s [Average]
[info] (min, avg, max) = (399754.730, 408676.447, 412863.192), stdev = 3521.359
[info] CI (99.9%): [405618.654, 411734.240] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined
[info] # Run progress: 50.00% complete, ETA 00:08:08
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 403923.108 ops/s
[info] # Warmup Iteration 2: 409515.046 ops/s
[info] # Warmup Iteration 3: 404931.116 ops/s
[info] # Warmup Iteration 4: 410518.750 ops/s
[info] # Warmup Iteration 5: 408767.850 ops/s
[info] Iteration 1: 409939.551 ops/s
[info] Iteration 2: 407958.857 ops/s
[info] Iteration 3: 401825.782 ops/s
[info] Iteration 4: 410377.610 ops/s
[info] Iteration 5: 412242.732 ops/s
[info] # Run progress: 52.08% complete, ETA 00:07:48
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 406704.939 ops/s
[info] # Warmup Iteration 2: 410083.533 ops/s
[info] # Warmup Iteration 3: 405971.635 ops/s
[info] # Warmup Iteration 4: 409386.214 ops/s
[info] # Warmup Iteration 5: 411064.227 ops/s
[info] Iteration 1: 410992.525 ops/s
[info] Iteration 2: 411427.421 ops/s
[info] Iteration 3: 405467.797 ops/s
[info] Iteration 4: 409380.858 ops/s
[info] Iteration 5: 411561.676 ops/s
[info] # Run progress: 54.17% complete, ETA 00:07:28
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 407961.436 ops/s
[info] # Warmup Iteration 2: 404964.515 ops/s
[info] # Warmup Iteration 3: 407352.617 ops/s
[info] # Warmup Iteration 4: 408739.142 ops/s
[info] # Warmup Iteration 5: 410709.334 ops/s
[info] Iteration 1: 409041.793 ops/s
[info] Iteration 2: 413176.718 ops/s
[info] Iteration 3: 405280.979 ops/s
[info] Iteration 4: 409464.825 ops/s
[info] Iteration 5: 412740.448 ops/s
[info] # Run progress: 56.25% complete, ETA 00:07:07
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 407046.258 ops/s
[info] # Warmup Iteration 2: 408988.146 ops/s
[info] # Warmup Iteration 3: 407761.738 ops/s
[info] # Warmup Iteration 4: 409073.195 ops/s
[info] # Warmup Iteration 5: 411386.550 ops/s
[info] Iteration 1: 410363.406 ops/s
[info] Iteration 2: 404281.721 ops/s
[info] Iteration 3: 407917.786 ops/s
[info] Iteration 4: 408873.163 ops/s
[info] Iteration 5: 414032.421 ops/s
[info] Result "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined":
[info] 409317.404 ±(99.9%) 2738.740 ops/s [Average]
[info] (min, avg, max) = (401825.782, 409317.404, 414032.421), stdev = 3153.937
[info] CI (99.9%): [406578.664, 412056.143] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench07_listSumMethod
[info] # Run progress: 58.33% complete, ETA 00:06:47
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 19527.541 ops/s
[info] # Warmup Iteration 2: 24503.294 ops/s
[info] # Warmup Iteration 3: 23325.686 ops/s
[info] # Warmup Iteration 4: 20483.451 ops/s
[info] # Warmup Iteration 5: 20559.607 ops/s
[info] Iteration 1: 20399.232 ops/s
[info] Iteration 2: 20473.416 ops/s
[info] Iteration 3: 20199.574 ops/s
[info] Iteration 4: 20272.623 ops/s
[info] Iteration 5: 20530.914 ops/s
[info] # Run progress: 60.42% complete, ETA 00:06:26
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 19764.970 ops/s
[info] # Warmup Iteration 2: 23001.351 ops/s
[info] # Warmup Iteration 3: 25467.198 ops/s
[info] # Warmup Iteration 4: 24497.140 ops/s
[info] # Warmup Iteration 5: 25530.576 ops/s
[info] Iteration 1: 25547.942 ops/s
[info] Iteration 2: 25886.048 ops/s
[info] Iteration 3: 25714.974 ops/s
[info] Iteration 4: 25781.431 ops/s
[info] Iteration 5: 25054.946 ops/s
[info] # Run progress: 62.50% complete, ETA 00:06:06
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 19545.162 ops/s
[info] # Warmup Iteration 2: 25400.756 ops/s
[info] # Warmup Iteration 3: 23157.469 ops/s
[info] # Warmup Iteration 4: 20606.056 ops/s
[info] # Warmup Iteration 5: 20812.078 ops/s
[info] Iteration 1: 20793.971 ops/s
[info] Iteration 2: 20572.066 ops/s
[info] Iteration 3: 20648.767 ops/s
[info] Iteration 4: 20692.029 ops/s
[info] Iteration 5: 20902.160 ops/s
[info] # Run progress: 64.58% complete, ETA 00:05:46
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 19354.517 ops/s
[info] # Warmup Iteration 2: 24526.008 ops/s
[info] # Warmup Iteration 3: 26979.681 ops/s
[info] # Warmup Iteration 4: 25731.625 ops/s
[info] # Warmup Iteration 5: 26268.469 ops/s
[info] Iteration 1: 25910.998 ops/s
[info] Iteration 2: 25900.362 ops/s
[info] Iteration 3: 25608.613 ops/s
[info] Iteration 4: 25779.744 ops/s
[info] Iteration 5: 25795.848 ops/s
[info] Result "benchmarks.SumBenchmark.bench07_listSumMethod":
[info] 23123.283 ±(99.9%) 2302.842 ops/s [Average]
[info] (min, avg, max) = (20199.574, 23123.283, 25910.998), stdev = 2651.956
[info] CI (99.9%): [20820.441, 25426.125] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench08_listForLoopIndex
[info] # Run progress: 66.67% complete, ETA 00:05:25
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 9.900 ops/s
[info] # Warmup Iteration 2: 10.442 ops/s
[info] # Warmup Iteration 3: 10.440 ops/s
[info] # Warmup Iteration 4: 11.193 ops/s
[info] # Warmup Iteration 5: 11.249 ops/s
[info] Iteration 1: 10.213 ops/s
[info] Iteration 2: 10.592 ops/s
[info] Iteration 3: 10.291 ops/s
[info] Iteration 4: 11.139 ops/s
[info] Iteration 5: 10.064 ops/s
[info] # Run progress: 68.75% complete, ETA 00:05:05
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 11.089 ops/s
[info] # Warmup Iteration 2: 10.154 ops/s
[info] # Warmup Iteration 3: 10.516 ops/s
[info] # Warmup Iteration 4: 10.565 ops/s
[info] # Warmup Iteration 5: 10.615 ops/s
[info] Iteration 1: 9.797 ops/s
[info] Iteration 2: 10.734 ops/s
[info] Iteration 3: 11.077 ops/s
[info] Iteration 4: 10.752 ops/s
[info] Iteration 5: 11.097 ops/s
[info] # Run progress: 70.83% complete, ETA 00:04:45
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 9.792 ops/s
[info] # Warmup Iteration 2: 9.694 ops/s
[info] # Warmup Iteration 3: 10.853 ops/s
[info] # Warmup Iteration 4: 10.233 ops/s
[info] # Warmup Iteration 5: 10.468 ops/s
[info] Iteration 1: 10.280 ops/s
[info] Iteration 2: 11.018 ops/s
[info] Iteration 3: 10.525 ops/s
[info] Iteration 4: 11.178 ops/s
[info] Iteration 5: 10.791 ops/s
[info] # Run progress: 72.92% complete, ETA 00:04:25
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 10.880 ops/s
[info] # Warmup Iteration 2: 10.729 ops/s
[info] # Warmup Iteration 3: 10.382 ops/s
[info] # Warmup Iteration 4: 9.581 ops/s
[info] # Warmup Iteration 5: 10.776 ops/s
[info] Iteration 1: 10.863 ops/s
[info] Iteration 2: 10.833 ops/s
[info] Iteration 3: 9.851 ops/s
[info] Iteration 4: 10.628 ops/s
[info] Iteration 5: 10.303 ops/s
[info] Result "benchmarks.SumBenchmark.bench08_listForLoopIndex":
[info] 10.601 ±(99.9%) 0.368 ops/s [Average]
[info] (min, avg, max) = (9.797, 10.601, 11.178), stdev = 0.424
[info] CI (99.9%): [10.233, 10.969] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench09_listForLoop
[info] # Run progress: 75.00% complete, ETA 00:04:05
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 43470.361 ops/s
[info] # Warmup Iteration 2: 43261.482 ops/s
[info] # Warmup Iteration 3: 40298.106 ops/s
[info] # Warmup Iteration 4: 42924.413 ops/s
[info] # Warmup Iteration 5: 40460.850 ops/s
[info] Iteration 1: 45005.776 ops/s
[info] Iteration 2: 43445.735 ops/s
[info] Iteration 3: 43242.755 ops/s
[info] Iteration 4: 46814.914 ops/s
[info] Iteration 5: 44994.639 ops/s
[info] # Run progress: 77.08% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 44741.895 ops/s
[info] # Warmup Iteration 2: 45135.382 ops/s
[info] # Warmup Iteration 3: 46144.378 ops/s
[info] # Warmup Iteration 4: 46845.150 ops/s
[info] # Warmup Iteration 5: 42755.558 ops/s
[info] Iteration 1: 42607.582 ops/s
[info] Iteration 2: 45231.807 ops/s
[info] Iteration 3: 39830.774 ops/s
[info] Iteration 4: 45626.224 ops/s
[info] Iteration 5: 44276.616 ops/s
[info] # Run progress: 79.17% complete, ETA 00:03:24
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 42471.306 ops/s
[info] # Warmup Iteration 2: 46854.671 ops/s
[info] # Warmup Iteration 3: 41611.882 ops/s
[info] # Warmup Iteration 4: 47148.101 ops/s
[info] # Warmup Iteration 5: 47133.857 ops/s
[info] Iteration 1: 47067.300 ops/s
[info] Iteration 2: 46177.770 ops/s
[info] Iteration 3: 46391.086 ops/s
[info] Iteration 4: 47951.656 ops/s
[info] Iteration 5: 46914.759 ops/s
[info] # Run progress: 81.25% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 47007.427 ops/s
[info] # Warmup Iteration 2: 46656.013 ops/s
[info] # Warmup Iteration 3: 43101.320 ops/s
[info] # Warmup Iteration 4: 45356.039 ops/s
[info] # Warmup Iteration 5: 48565.153 ops/s
[info] Iteration 1: 44073.557 ops/s
[info] Iteration 2: 41133.872 ops/s
[info] Iteration 3: 48198.025 ops/s
[info] Iteration 4: 45704.530 ops/s
[info] Iteration 5: 43828.941 ops/s
[info] Result "benchmarks.SumBenchmark.bench09_listForLoop":
[info] 44925.916 ±(99.9%) 1889.668 ops/s [Average]
[info] (min, avg, max) = (39830.774, 44925.916, 48198.025), stdev = 2176.145
[info] CI (99.9%): [43036.248, 46815.584] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench10_listOptimizedForeach
[info] # Run progress: 83.33% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 45079.233 ops/s
[info] # Warmup Iteration 2: 46065.810 ops/s
[info] # Warmup Iteration 3: 46753.831 ops/s
[info] # Warmup Iteration 4: 47260.636 ops/s
[info] # Warmup Iteration 5: 45357.596 ops/s
[info] Iteration 1: 47530.962 ops/s
[info] Iteration 2: 48177.646 ops/s
[info] Iteration 3: 45693.017 ops/s
[info] Iteration 4: 47304.265 ops/s
[info] Iteration 5: 40227.738 ops/s
[info] # Run progress: 85.42% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 43563.708 ops/s
[info] # Warmup Iteration 2: 46441.704 ops/s
[info] # Warmup Iteration 3: 46865.708 ops/s
[info] # Warmup Iteration 4: 47385.412 ops/s
[info] # Warmup Iteration 5: 45651.149 ops/s
[info] Iteration 1: 49613.163 ops/s
[info] Iteration 2: 49591.480 ops/s
[info] Iteration 3: 43851.767 ops/s
[info] Iteration 4: 48684.584 ops/s
[info] Iteration 5: 47269.282 ops/s
[info] # Run progress: 87.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 42412.712 ops/s
[info] # Warmup Iteration 2: 46544.652 ops/s
[info] # Warmup Iteration 3: 44339.350 ops/s
[info] # Warmup Iteration 4: 41327.741 ops/s
[info] # Warmup Iteration 5: 47679.354 ops/s
[info] Iteration 1: 48080.219 ops/s
[info] Iteration 2: 43371.445 ops/s
[info] Iteration 3: 46677.690 ops/s
[info] Iteration 4: 45349.389 ops/s
[info] Iteration 5: 43906.250 ops/s
[info] # Run progress: 89.58% complete, ETA 00:01:42
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 46171.171 ops/s
[info] # Warmup Iteration 2: 48580.271 ops/s
[info] # Warmup Iteration 3: 44172.620 ops/s
[info] # Warmup Iteration 4: 47493.807 ops/s
[info] # Warmup Iteration 5: 45203.215 ops/s
[info] Iteration 1: 43007.094 ops/s
[info] Iteration 2: 47323.025 ops/s
[info] Iteration 3: 44903.162 ops/s
[info] Iteration 4: 43996.168 ops/s
[info] Iteration 5: 44453.413 ops/s
[info] Result "benchmarks.SumBenchmark.bench10_listOptimizedForeach":
[info] 45950.588 ±(99.9%) 2148.927 ops/s [Average]
[info] (min, avg, max) = (40227.738, 45950.588, 49613.163), stdev = 2474.707
[info] CI (99.9%): [43801.661, 48099.515] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined
[info] # Run progress: 91.67% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 45652.868 ops/s
[info] # Warmup Iteration 2: 50034.428 ops/s
[info] # Warmup Iteration 3: 44994.449 ops/s
[info] # Warmup Iteration 4: 43151.826 ops/s
[info] # Warmup Iteration 5: 44120.804 ops/s
[info] Iteration 1: 44345.900 ops/s
[info] Iteration 2: 45970.408 ops/s
[info] Iteration 3: 46396.442 ops/s
[info] Iteration 4: 46810.158 ops/s
[info] Iteration 5: 48361.624 ops/s
[info] # Run progress: 93.75% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 45508.885 ops/s
[info] # Warmup Iteration 2: 45419.307 ops/s
[info] # Warmup Iteration 3: 45044.141 ops/s
[info] # Warmup Iteration 4: 45688.331 ops/s
[info] # Warmup Iteration 5: 43144.411 ops/s
[info] Iteration 1: 44484.850 ops/s
[info] Iteration 2: 44963.073 ops/s
[info] Iteration 3: 47098.898 ops/s
[info] Iteration 4: 45323.980 ops/s
[info] Iteration 5: 44094.096 ops/s
[info] # Run progress: 95.83% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 41489.707 ops/s
[info] # Warmup Iteration 2: 46005.436 ops/s
[info] # Warmup Iteration 3: 45565.830 ops/s
[info] # Warmup Iteration 4: 47859.114 ops/s
[info] # Warmup Iteration 5: 44224.265 ops/s
[info] Iteration 1: 42899.515 ops/s
[info] Iteration 2: 46187.320 ops/s
[info] Iteration 3: 44796.610 ops/s
[info] Iteration 4: 46010.188 ops/s
[info] Iteration 5: 47555.487 ops/s
[info] # Run progress: 97.92% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 45391.265 ops/s
[info] # Warmup Iteration 2: 47788.491 ops/s
[info] # Warmup Iteration 3: 47566.570 ops/s
[info] # Warmup Iteration 4: 48683.039 ops/s
[info] # Warmup Iteration 5: 44179.381 ops/s
[info] Iteration 1: 48054.502 ops/s
[info] Iteration 2: 47081.798 ops/s
[info] Iteration 3: 46956.373 ops/s
[info] Iteration 4: 46468.523 ops/s
[info] Iteration 5: 41405.402 ops/s
[info] Result "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined":
[info] 45763.257 ±(99.9%) 1514.900 ops/s [Average]
[info] (min, avg, max) = (41405.402, 45763.257, 48361.624), stdev = 1744.561
[info] CI (99.9%): [44248.357, 47278.157] (assumes normal distribution)
[info] # Run complete. Total time: 00:16:19
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark Mode Cnt Score Error Units
[info] SumBenchmark.bench00_arraySumMethod thrpt 20 21656.912 ± 113.513 ops/s
[info] SumBenchmark.bench01_arrayWhileLoopIndex thrpt 20 428839.116 ± 7414.510 ops/s
[info] SumBenchmark.bench02_arrayForLoopIndex thrpt 20 432854.130 ± 4211.014 ops/s
[info] SumBenchmark.bench03_arrayOptimizedForLoopIndex thrpt 20 433656.714 ± 3472.118 ops/s
[info] SumBenchmark.bench04_arrayForLoop thrpt 20 47794.404 ± 873.447 ops/s
[info] SumBenchmark.bench05_arrayOptimizedForeach thrpt 20 408676.447 ± 3057.793 ops/s
[info] SumBenchmark.bench06_arrayOptimizedForeachArgInlined thrpt 20 409317.404 ± 2738.740 ops/s
[info] SumBenchmark.bench07_listSumMethod thrpt 20 23123.283 ± 2302.842 ops/s
[info] SumBenchmark.bench08_listForLoopIndex thrpt 20 10.601 ± 0.368 ops/s
[info] SumBenchmark.bench09_listForLoop thrpt 20 44925.916 ± 1889.668 ops/s
[info] SumBenchmark.bench10_listOptimizedForeach thrpt 20 45950.588 ± 2148.927 ops/s
[info] SumBenchmark.bench11_listOptimizedForeachArgInlined thrpt 20 45763.257 ± 1514.900 ops/s
[info] Benchmark result is saved to benchmarks/results/02-SumBenchmark-openjdk.json
[success] Total time: 986 s (16:26), completed Mar 4, 2023, 8:17:46 PM
benchmarks-results/results/02-SumBenchmark-openjdk-2.json 0 → 100644
View file @ 0f473913
[
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench00_arraySumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 21621.08470254301,
"scoreError" : 137.2450850089646,
"scoreConfidence" : [
21483.839617534042,
21758.329787551975
],
"scorePercentiles" : {
"0.0" : 21262.79643061661,
"50.0" : 21616.883363853012,
"90.0" : 21833.82343407567,
"95.0" : 21842.931024483678,
"99.0" : 21843.27477468522,
"99.9" : 21843.27477468522,
"99.99" : 21843.27477468522,
"99.999" : 21843.27477468522,
"99.9999" : 21843.27477468522,
"100.0" : 21843.27477468522
},
"scoreUnit" : "ops/s",
"rawData" : [
[
21427.77185317952,
21461.65273337881,
21410.318104570768,
21262.79643061661,
21573.887933565675
],
[
21685.293595205272,
21745.221242690444,
21629.186749296263,
21584.41857487543,
21836.399770654425
],
[
21683.824452519904,
21489.28719397009,
21604.57997840976,
21575.676624933432,
21810.636404866877
],
[
21843.27477468522,
21797.427502458144,
21576.937161415328,
21636.851614697436,
21786.251354870772
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 422295.17853717535,
"scoreError" : 14731.147732830954,
"scoreConfidence" : [
407564.0308043444,
437026.3262700063
],
"scorePercentiles" : {
"0.0" : 382380.758290303,
"50.0" : 431498.563254431,
"90.0" : 435941.36199670023,
"95.0" : 436580.476243277,
"99.0" : 436611.463530712,
"99.9" : 436611.463530712,
"99.99" : 436611.463530712,
"99.999" : 436611.463530712,
"99.9999" : 436611.463530712,
"100.0" : 436611.463530712
},
"scoreUnit" : "ops/s",
"rawData" : [
[
435080.28463394725,
436611.463530712,
432806.83244194946,
429012.39231994946,
435991.71778201277
],
[
430190.2940669125,
435078.1195510687,
434295.59065898,
429491.1025328239,
435488.15992888727
],
[
433001.43826296367,
435012.0831210169,
433338.2965738189,
400994.86801560776,
382380.758290303
],
[
397904.2741676435,
407276.4757484915,
395390.096278448,
415370.9676728534,
411188.3551651173
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench02_arrayForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 424935.54520032945,
"scoreError" : 6931.361725002256,
"scoreConfidence" : [
418004.1834753272,
431866.9069253317
],
"scorePercentiles" : {
"0.0" : 406076.2537026824,
"50.0" : 427600.0456093827,
"90.0" : 431846.103581925,
"95.0" : 432346.75291665626,
"99.0" : 432370.77545877843,
"99.9" : 432370.77545877843,
"99.99" : 432370.77545877843,
"99.999" : 432370.77545877843,
"99.9999" : 432370.77545877843,
"100.0" : 432370.77545877843
},
"scoreUnit" : "ops/s",
"rawData" : [
[
406076.2537026824,
410893.37327024137,
414171.2772711112,
411096.6660833087,
423016.59210092097
],
[
427809.27528515906,
427390.81593360624,
423397.2417358362,
430660.7359552355,
424897.8981726314
],
[
431448.114272236,
430823.09036133625,
425857.60965624376,
429634.9725161709,
431890.32461633487
],
[
431205.5841745411,
430184.86639165564,
425867.58431675186,
432370.77545877843,
430017.852731809
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 427231.1795409963,
"scoreError" : 5067.860953215638,
"scoreConfidence" : [
422163.3185877807,
432299.04049421195
],
"scorePercentiles" : {
"0.0" : 410380.3067719091,
"50.0" : 429525.08768737933,
"90.0" : 432456.01262572553,
"95.0" : 432607.43589237006,
"99.0" : 432611.79353916686,
"99.9" : 432611.79353916686,
"99.99" : 432611.79353916686,
"99.999" : 432611.79353916686,
"99.9999" : 432611.79353916686,
"100.0" : 432611.79353916686
},
"scoreUnit" : "ops/s",
"rawData" : [
[
430940.5035126968,
430783.00193762657,
424341.14717487,
431451.05225010274,
427953.43257504184
],
[
430551.3212506697,
431838.36082818033,
419210.9074272212,
417195.44012323185,
410380.3067719091
],
[
430797.7536246499,
429456.1121633015,
424615.83578755404,
429594.0632114572,
431667.56834286405
],
[
427626.97240171465,
432524.64060323057,
425193.1470288911,
425890.23026554816,
432611.79353916686
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench04_arrayForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 47280.385243208046,
"scoreError" : 756.1853364405727,
"scoreConfidence" : [
46524.19990676747,
48036.57057964862
],
"scorePercentiles" : {
"0.0" : 45448.47172654083,
"50.0" : 47645.36987435997,
"90.0" : 48095.263646733736,
"95.0" : 48179.40897833523,
"99.0" : 48183.36936608311,
"99.9" : 48183.36936608311,
"99.99" : 48183.36936608311,
"99.999" : 48183.36936608311,
"99.9999" : 48183.36936608311,
"100.0" : 48183.36936608311
},
"scoreUnit" : "ops/s",
"rawData" : [
[
47643.81992568907,
47882.40404805695,
45496.81123598087,
46339.16771438026,
48015.18196720802
],
[
47646.91982303087,
47949.60546737057,
47395.59398193886,
47859.8244121747,
48183.36936608311
],
[
47505.66214554016,
46623.99963312943,
46546.61195446228,
45448.47172654083,
46016.45513043959
],
[
47674.16477982053,
47772.49208204063,
47568.29784641376,
47934.69001273492,
48104.161611125484
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 402592.636563458,
"scoreError" : 6248.864420903371,
"scoreConfidence" : [
396343.77214255463,
408841.5009843614
],
"scorePercentiles" : {
"0.0" : 384994.3043266014,
"50.0" : 405600.1598743976,
"90.0" : 407754.7474340377,
"95.0" : 408077.51278998045,
"99.0" : 408094.2863984148,
"99.9" : 408094.2863984148,
"99.99" : 408094.2863984148,
"99.999" : 408094.2863984148,
"99.9999" : 408094.2863984148,
"100.0" : 408094.2863984148
},
"scoreUnit" : "ops/s",
"rawData" : [
[
405189.42172324716,
405162.66198146454,
404062.14902205294,
407474.04390230513,
408094.2863984148
],
[
406010.8980255481,
403280.51481332554,
406654.7531105352,
407718.1462728262,
407682.09207866277
],
[
406091.9021926475,
403163.8031114411,
407758.81422972784,
407139.66514762526,
406559.7389880345
],
[
401063.03785398835,
396517.74833164335,
384994.3043266014,
391638.14359949314,
385596.6061595754
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 403157.0209167843,
"scoreError" : 4283.803534539102,
"scoreConfidence" : [
398873.2173822452,
407440.8244513234
],
"scorePercentiles" : {
"0.0" : 392766.9443117348,
"50.0" : 405686.30246675207,
"90.0" : 407748.9164037121,
"95.0" : 407859.19331729173,
"99.0" : 407860.92472877743,
"99.9" : 407860.92472877743,
"99.99" : 407860.92472877743,
"99.999" : 407860.92472877743,
"99.9999" : 407860.92472877743,
"100.0" : 407860.92472877743
},
"scoreUnit" : "ops/s",
"rawData" : [
[
406559.42567691364,
402217.6480659543,
402999.0842382143,
405396.17871011666,
406218.87890946947
],
[
407826.2964990639,
402796.2906272446,
407052.4955455461,
395398.2398268677,
393902.2217905756
],
[
403419.0467703725,
392766.9443117348,
406999.9433938006,
406826.77475132066,
396498.084178107
],
[
406728.0973121747,
399043.9506612444,
405976.4262233875,
406653.46611480095,
407860.92472877743
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench07_listSumMethod",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 22492.151281819668,
"scoreError" : 2434.3223396908597,
"scoreConfidence" : [
20057.828942128806,
24926.47362151053
],
"scorePercentiles" : {
"0.0" : 17332.36700121543,
"50.0" : 22617.282537389357,
"90.0" : 25579.82727911627,
"95.0" : 25593.416122110277,
"99.0" : 25593.879162181347,
"99.9" : 25593.879162181347,
"99.99" : 25593.879162181347,
"99.999" : 25593.879162181347,
"99.9999" : 25593.879162181347,
"100.0" : 25593.879162181347
},
"scoreUnit" : "ops/s",
"rawData" : [
[
24747.039187752973,
24551.333650249097,
25268.865501213862,
24919.264505643816,
24587.59920481564
],
[
20014.911872663724,
20231.901374123703,
20303.02016716199,
17332.36700121543,
18131.18761057033
],
[
25584.61836075997,
24964.83223670415,
25197.15746337895,
25536.70754432296,
25593.879162181347
],
[
20347.271499200724,
20683.231424529615,
20622.920033063656,
20561.97979142886,
20662.938045412448
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench08_listForLoopIndex",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 10.38032307107829,
"scoreError" : 0.5596418049162138,
"scoreConfidence" : [
9.820681266162076,
10.939964875994505
],
"scorePercentiles" : {
"0.0" : 8.963872670913727,
"50.0" : 10.478584421171256,
"90.0" : 10.940953217254858,
"95.0" : 11.273627996645635,
"99.0" : 11.291125924459585,
"99.9" : 11.291125924459585,
"99.99" : 11.291125924459585,
"99.999" : 11.291125924459585,
"99.9999" : 11.291125924459585,
"100.0" : 11.291125924459585
},
"scoreUnit" : "ops/s",
"rawData" : [
[
10.941167368180583,
10.772936939031474,
8.963872670913727,
10.939025858923335,
10.494643317479483
],
[
10.391150079155452,
10.808193162027694,
9.469508386589611,
10.842164849102087,
10.380899346780115
],
[
9.109513646767738,
9.560732558491953,
11.291125924459585,
10.409147781925654,
10.926523082210231
],
[
10.46252552486303,
9.947749094734812,
10.423099202718728,
10.713299610710052,
10.759183016500499
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench09_listForLoop",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44317.37920915861,
"scoreError" : 1184.5915390370394,
"scoreConfidence" : [
43132.787670121565,
45501.97074819565
],
"scorePercentiles" : {
"0.0" : 42558.72995771154,
"50.0" : 44180.56768293721,
"90.0" : 46730.38293068415,
"95.0" : 47761.84214215053,
"99.0" : 47808.3451805013,
"99.9" : 47808.3451805013,
"99.99" : 47808.3451805013,
"99.999" : 47808.3451805013,
"99.9999" : 47808.3451805013,
"100.0" : 47808.3451805013
},
"scoreUnit" : "ops/s",
"rawData" : [
[
43159.76904521786,
44589.27232374795,
43796.62851543266,
43918.23424326802,
43543.93053468489
],
[
43793.98714841668,
42929.314707106925,
45196.267875813646,
47808.3451805013,
44484.906058486864
],
[
45116.325131355065,
44442.901122606396,
42779.556083098934,
43489.72049034186,
45399.26958546881
],
[
42558.72995771154,
46878.28441348586,
44948.46389073889,
44799.8290698255,
42713.84880586232
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench10_listOptimizedForeach",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44652.49419576218,
"scoreError" : 2496.857023899499,
"scoreConfidence" : [
42155.637171862676,
47149.35121966168
],
"scorePercentiles" : {
"0.0" : 39346.99277572741,
"50.0" : 44906.516118280895,
"90.0" : 48223.670632444424,
"95.0" : 48727.79181662338,
"99.0" : 48752.90279629513,
"99.9" : 48752.90279629513,
"99.99" : 48752.90279629513,
"99.999" : 48752.90279629513,
"99.9999" : 48752.90279629513,
"100.0" : 48752.90279629513
},
"scoreUnit" : "ops/s",
"rawData" : [
[
40255.10595386265,
44114.781492826514,
40174.536898965,
43156.72154007127,
45838.11206191028
],
[
45227.74017197971,
45694.02717442578,
43021.60599901095,
47467.712016643745,
46591.9199108757
],
[
46551.44458894417,
42603.744382188466,
44585.29206458207,
39346.99277572741,
48250.68320286018
],
[
47980.55749870265,
44022.4624491096,
48752.90279629513,
41481.103677307496,
47932.437258954706
]
]
},
"secondaryMetrics" : {
}
},
{
"jmhVersion" : "1.36",
"benchmark" : "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined",
"mode" : "thrpt",
"threads" : 1,
"forks" : 4,
"jvm" : "/private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java",
"jvmArgs" : [
],
"jdkVersion" : "17.0.6",
"vmName" : "OpenJDK 64-Bit Server VM",
"vmVersion" : "17.0.6+10",
"warmupIterations" : 5,
"warmupTime" : "2 s",
"warmupBatchSize" : 1,
"measurementIterations" : 5,
"measurementTime" : "2 s",
"measurementBatchSize" : 1,
"primaryMetric" : {
"score" : 44701.884422227755,
"scoreError" : 2033.2760663162128,
"scoreConfidence" : [
42668.60835591154,
46735.16048854397
],
"scorePercentiles" : {
"0.0" : 39702.31664263441,
"50.0" : 44376.230067664204,
"90.0" : 48339.53189980379,
"95.0" : 49189.55555673785,
"99.0" : 49228.71058537892,
"99.9" : 49228.71058537892,
"99.99" : 49228.71058537892,
"99.999" : 49228.71058537892,
"99.9999" : 49228.71058537892,
"100.0" : 49228.71058537892
},
"scoreUnit" : "ops/s",
"rawData" : [
[
46207.816943975515,
49228.71058537892,
39702.31664263441,
44437.78835158155,
43056.79350903678
],
[
45307.19055345207,
47384.82888502087,
43336.95702813425,
42584.77922211955,
48445.61001255745
],
[
46377.76265359155,
43021.422017477766,
43377.818180901224,
46117.509711571256,
44026.89512921961
],
[
43025.351056911306,
47250.06037863831,
44314.67178374686,
42169.22358065141,
44664.18221795433
]
]
},
"secondaryMetrics" : {
}
}
]
benchmarks-results/results/02-SumBenchmark-openjdk-2.txt 0 → 100644
View file @ 0f473913
[info] welcome to sbt 1.7.1 (Eclipse Adoptium Java 17.0.6)
[info] loading settings for project cs206-demos-build-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project/project
[info] loading settings for project cs206-demos-build-build from metals.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project/project
[success] Generated .bloop/cs206-demos-build-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 8:17:49 PM
[info] loading settings for project cs206-demos-build from metals.sbt,plugins.sbt ...
[info] loading project definition from /Users/mbovel/cs206-demos/project
[success] Generated .bloop/cs206-demos-build.json
[success] Total time: 0 s, completed Mar 4, 2023, 8:17:50 PM
[info] loading settings for project cs206-demos from build.sbt ...
[info] set current project to cs206-demos (in build file:/Users/mbovel/cs206-demos/)
[success] Total time: 0 s, completed Mar 4, 2023, 8:17:51 PM
[info] compiling 7 Scala sources and 1 Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[warn] there was 1 deprecation warning; re-run with -deprecation for details
[warn] one warning found
[info] done compiling
[info] running org.openjdk.jmh.generators.bytecode.JmhBytecodeGenerator /Users/mbovel/cs206-demos/target/scala-3.2.0/classes /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh default
Processing 18 classes from /Users/mbovel/cs206-demos/target/scala-3.2.0/classes with "reflection" generator
Writing out Java source to /Users/mbovel/cs206-demos/target/scala-3.2.0/src_managed/jmh and resources to /Users/mbovel/cs206-demos/target/scala-3.2.0/resource_managed/jmh
[info] compiling 22 Java sources to /Users/mbovel/cs206-demos/target/scala-3.2.0/classes ...
[info] done compiling
[info] running (fork) org.openjdk.jmh.Main -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff benchmarks/results/01-AppendBenchmark-openjdk.json SumBenchmark
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench00_arraySumMethod
[info] # Run progress: 0.00% complete, ETA 00:16:00
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 17672.648 ops/s
[info] # Warmup Iteration 2: 22312.891 ops/s
[info] # Warmup Iteration 3: 22619.000 ops/s
[info] # Warmup Iteration 4: 21181.770 ops/s
[info] # Warmup Iteration 5: 21418.874 ops/s
[info] Iteration 1: 21427.772 ops/s
[info] Iteration 2: 21461.653 ops/s
[info] Iteration 3: 21410.318 ops/s
[info] Iteration 4: 21262.796 ops/s
[info] Iteration 5: 21573.888 ops/s
[info] # Run progress: 2.08% complete, ETA 00:15:59
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 17932.634 ops/s
[info] # Warmup Iteration 2: 22350.514 ops/s
[info] # Warmup Iteration 3: 22712.571 ops/s
[info] # Warmup Iteration 4: 21491.285 ops/s
[info] # Warmup Iteration 5: 21674.340 ops/s
[info] Iteration 1: 21685.294 ops/s
[info] Iteration 2: 21745.221 ops/s
[info] Iteration 3: 21629.187 ops/s
[info] Iteration 4: 21584.419 ops/s
[info] Iteration 5: 21836.400 ops/s
[info] # Run progress: 4.17% complete, ETA 00:15:39
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 18432.712 ops/s
[info] # Warmup Iteration 2: 22928.533 ops/s
[info] # Warmup Iteration 3: 22841.295 ops/s
[info] # Warmup Iteration 4: 21498.247 ops/s
[info] # Warmup Iteration 5: 21652.095 ops/s
[info] Iteration 1: 21683.824 ops/s
[info] Iteration 2: 21489.287 ops/s
[info] Iteration 3: 21604.580 ops/s
[info] Iteration 4: 21575.677 ops/s
[info] Iteration 5: 21810.636 ops/s
[info] # Run progress: 6.25% complete, ETA 00:15:19
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 18386.619 ops/s
[info] # Warmup Iteration 2: 22825.374 ops/s
[info] # Warmup Iteration 3: 22435.478 ops/s
[info] # Warmup Iteration 4: 21511.252 ops/s
[info] # Warmup Iteration 5: 21788.666 ops/s
[info] Iteration 1: 21843.275 ops/s
[info] Iteration 2: 21797.428 ops/s
[info] Iteration 3: 21576.937 ops/s
[info] Iteration 4: 21636.852 ops/s
[info] Iteration 5: 21786.251 ops/s
[info] Result "benchmarks.SumBenchmark.bench00_arraySumMethod":
[info] 21621.085 ±(99.9%) 137.245 ops/s [Average]
[info] (min, avg, max) = (21262.796, 21621.085, 21843.275), stdev = 158.052
[info] CI (99.9%): [21483.840, 21758.330] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex
[info] # Run progress: 8.33% complete, ETA 00:14:58
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 426863.090 ops/s
[info] # Warmup Iteration 2: 436347.528 ops/s
[info] # Warmup Iteration 3: 431058.583 ops/s
[info] # Warmup Iteration 4: 430905.631 ops/s
[info] # Warmup Iteration 5: 433830.974 ops/s
[info] Iteration 1: 435080.285 ops/s
[info] Iteration 2: 436611.464 ops/s
[info] Iteration 3: 432806.832 ops/s
[info] Iteration 4: 429012.392 ops/s
[info] Iteration 5: 435991.718 ops/s
[info] # Run progress: 10.42% complete, ETA 00:14:37
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 432874.705 ops/s
[info] # Warmup Iteration 2: 436011.388 ops/s
[info] # Warmup Iteration 3: 433223.227 ops/s
[info] # Warmup Iteration 4: 429874.600 ops/s
[info] # Warmup Iteration 5: 430373.975 ops/s
[info] Iteration 1: 430190.294 ops/s
[info] Iteration 2: 435078.120 ops/s
[info] Iteration 3: 434295.591 ops/s
[info] Iteration 4: 429491.103 ops/s
[info] Iteration 5: 435488.160 ops/s
[info] # Run progress: 12.50% complete, ETA 00:14:16
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 431132.637 ops/s
[info] # Warmup Iteration 2: 434614.113 ops/s
[info] # Warmup Iteration 3: 431395.265 ops/s
[info] # Warmup Iteration 4: 431707.576 ops/s
[info] # Warmup Iteration 5: 433494.025 ops/s
[info] Iteration 1: 433001.438 ops/s
[info] Iteration 2: 435012.083 ops/s
[info] Iteration 3: 433338.297 ops/s
[info] Iteration 4: 400994.868 ops/s
[info] Iteration 5: 382380.758 ops/s
[info] # Run progress: 14.58% complete, ETA 00:13:56
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 424450.254 ops/s
[info] # Warmup Iteration 2: 431538.792 ops/s
[info] # Warmup Iteration 3: 396726.068 ops/s
[info] # Warmup Iteration 4: 401039.372 ops/s
[info] # Warmup Iteration 5: 398219.516 ops/s
[info] Iteration 1: 397904.274 ops/s
[info] Iteration 2: 407276.476 ops/s
[info] Iteration 3: 395390.096 ops/s
[info] Iteration 4: 415370.968 ops/s
[info] Iteration 5: 411188.355 ops/s
[info] Result "benchmarks.SumBenchmark.bench01_arrayWhileLoopIndex":
[info] 422295.179 ±(99.9%) 14731.148 ops/s [Average]
[info] (min, avg, max) = (382380.758, 422295.179, 436611.464), stdev = 16964.412
[info] CI (99.9%): [407564.031, 437026.326] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench02_arrayForLoopIndex
[info] # Run progress: 16.67% complete, ETA 00:13:35
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 256963.803 ops/s
[info] # Warmup Iteration 2: 249589.612 ops/s
[info] # Warmup Iteration 3: 407256.064 ops/s
[info] # Warmup Iteration 4: 406647.079 ops/s
[info] # Warmup Iteration 5: 404742.893 ops/s
[info] Iteration 1: 406076.254 ops/s
[info] Iteration 2: 410893.373 ops/s
[info] Iteration 3: 414171.277 ops/s
[info] Iteration 4: 411096.666 ops/s
[info] Iteration 5: 423016.592 ops/s
[info] # Run progress: 18.75% complete, ETA 00:13:14
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 281422.476 ops/s
[info] # Warmup Iteration 2: 275841.741 ops/s
[info] # Warmup Iteration 3: 422729.007 ops/s
[info] # Warmup Iteration 4: 429170.751 ops/s
[info] # Warmup Iteration 5: 423157.098 ops/s
[info] Iteration 1: 427809.275 ops/s
[info] Iteration 2: 427390.816 ops/s
[info] Iteration 3: 423397.242 ops/s
[info] Iteration 4: 430660.736 ops/s
[info] Iteration 5: 424897.898 ops/s
[info] # Run progress: 20.83% complete, ETA 00:12:54
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 281943.544 ops/s
[info] # Warmup Iteration 2: 279330.887 ops/s
[info] # Warmup Iteration 3: 424578.102 ops/s
[info] # Warmup Iteration 4: 431670.607 ops/s
[info] # Warmup Iteration 5: 432961.511 ops/s
[info] Iteration 1: 431448.114 ops/s
[info] Iteration 2: 430823.090 ops/s
[info] Iteration 3: 425857.610 ops/s
[info] Iteration 4: 429634.973 ops/s
[info] Iteration 5: 431890.325 ops/s
[info] # Run progress: 22.92% complete, ETA 00:12:33
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 279898.331 ops/s
[info] # Warmup Iteration 2: 278204.515 ops/s
[info] # Warmup Iteration 3: 424547.799 ops/s
[info] # Warmup Iteration 4: 425332.477 ops/s
[info] # Warmup Iteration 5: 427510.671 ops/s
[info] Iteration 1: 431205.584 ops/s
[info] Iteration 2: 430184.866 ops/s
[info] Iteration 3: 425867.584 ops/s
[info] Iteration 4: 432370.775 ops/s
[info] Iteration 5: 430017.853 ops/s
[info] Result "benchmarks.SumBenchmark.bench02_arrayForLoopIndex":
[info] 424935.545 ±(99.9%) 6931.362 ops/s [Average]
[info] (min, avg, max) = (406076.254, 424935.545, 432370.775), stdev = 7982.166
[info] CI (99.9%): [418004.183, 431866.907] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex
[info] # Run progress: 25.00% complete, ETA 00:12:13
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 427265.222 ops/s
[info] # Warmup Iteration 2: 430292.766 ops/s
[info] # Warmup Iteration 3: 425756.858 ops/s
[info] # Warmup Iteration 4: 432461.060 ops/s
[info] # Warmup Iteration 5: 430712.374 ops/s
[info] Iteration 1: 430940.504 ops/s
[info] Iteration 2: 430783.002 ops/s
[info] Iteration 3: 424341.147 ops/s
[info] Iteration 4: 431451.052 ops/s
[info] Iteration 5: 427953.433 ops/s
[info] # Run progress: 27.08% complete, ETA 00:11:52
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 424879.311 ops/s
[info] # Warmup Iteration 2: 430984.982 ops/s
[info] # Warmup Iteration 3: 426025.504 ops/s
[info] # Warmup Iteration 4: 430733.343 ops/s
[info] # Warmup Iteration 5: 432372.966 ops/s
[info] Iteration 1: 430551.321 ops/s
[info] Iteration 2: 431838.361 ops/s
[info] Iteration 3: 419210.907 ops/s
[info] Iteration 4: 417195.440 ops/s
[info] Iteration 5: 410380.307 ops/s
[info] # Run progress: 29.17% complete, ETA 00:11:32
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 415613.483 ops/s
[info] # Warmup Iteration 2: 412161.988 ops/s
[info] # Warmup Iteration 3: 410303.476 ops/s
[info] # Warmup Iteration 4: 404833.237 ops/s
[info] # Warmup Iteration 5: 431348.288 ops/s
[info] Iteration 1: 430797.754 ops/s
[info] Iteration 2: 429456.112 ops/s
[info] Iteration 3: 424615.836 ops/s
[info] Iteration 4: 429594.063 ops/s
[info] Iteration 5: 431667.568 ops/s
[info] # Run progress: 31.25% complete, ETA 00:11:11
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 424724.079 ops/s
[info] # Warmup Iteration 2: 429774.468 ops/s
[info] # Warmup Iteration 3: 425743.702 ops/s
[info] # Warmup Iteration 4: 430780.107 ops/s
[info] # Warmup Iteration 5: 430514.906 ops/s
[info] Iteration 1: 427626.972 ops/s
[info] Iteration 2: 432524.641 ops/s
[info] Iteration 3: 425193.147 ops/s
[info] Iteration 4: 425890.230 ops/s
[info] Iteration 5: 432611.794 ops/s
[info] Result "benchmarks.SumBenchmark.bench03_arrayOptimizedForLoopIndex":
[info] 427231.180 ±(99.9%) 5067.861 ops/s [Average]
[info] (min, avg, max) = (410380.307, 427231.180, 432611.794), stdev = 5836.156
[info] CI (99.9%): [422163.319, 432299.040] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench04_arrayForLoop
[info] # Run progress: 33.33% complete, ETA 00:10:51
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 38514.469 ops/s
[info] # Warmup Iteration 2: 46435.771 ops/s
[info] # Warmup Iteration 3: 45883.831 ops/s
[info] # Warmup Iteration 4: 45849.508 ops/s
[info] # Warmup Iteration 5: 47400.452 ops/s
[info] Iteration 1: 47643.820 ops/s
[info] Iteration 2: 47882.404 ops/s
[info] Iteration 3: 45496.811 ops/s
[info] Iteration 4: 46339.168 ops/s
[info] Iteration 5: 48015.182 ops/s
[info] # Run progress: 35.42% complete, ETA 00:10:31
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 38081.345 ops/s
[info] # Warmup Iteration 2: 46540.223 ops/s
[info] # Warmup Iteration 3: 45554.867 ops/s
[info] # Warmup Iteration 4: 47288.304 ops/s
[info] # Warmup Iteration 5: 48002.018 ops/s
[info] Iteration 1: 47646.920 ops/s
[info] Iteration 2: 47949.605 ops/s
[info] Iteration 3: 47395.594 ops/s
[info] Iteration 4: 47859.824 ops/s
[info] Iteration 5: 48183.369 ops/s
[info] # Run progress: 37.50% complete, ETA 00:10:10
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 39360.444 ops/s
[info] # Warmup Iteration 2: 47783.915 ops/s
[info] # Warmup Iteration 3: 47051.266 ops/s
[info] # Warmup Iteration 4: 47932.525 ops/s
[info] # Warmup Iteration 5: 48018.782 ops/s
[info] Iteration 1: 47505.662 ops/s
[info] Iteration 2: 46624.000 ops/s
[info] Iteration 3: 46546.612 ops/s
[info] Iteration 4: 45448.472 ops/s
[info] Iteration 5: 46016.455 ops/s
[info] # Run progress: 39.58% complete, ETA 00:09:50
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 39477.414 ops/s
[info] # Warmup Iteration 2: 47504.607 ops/s
[info] # Warmup Iteration 3: 47506.244 ops/s
[info] # Warmup Iteration 4: 48124.355 ops/s
[info] # Warmup Iteration 5: 47668.645 ops/s
[info] Iteration 1: 47674.165 ops/s
[info] Iteration 2: 47772.492 ops/s
[info] Iteration 3: 47568.298 ops/s
[info] Iteration 4: 47934.690 ops/s
[info] Iteration 5: 48104.162 ops/s
[info] Result "benchmarks.SumBenchmark.bench04_arrayForLoop":
[info] 47280.385 ±(99.9%) 756.185 ops/s [Average]
[info] (min, avg, max) = (45448.472, 47280.385, 48183.369), stdev = 870.824
[info] CI (99.9%): [46524.200, 48036.571] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench05_arrayOptimizedForeach
[info] # Run progress: 41.67% complete, ETA 00:09:29
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 402461.704 ops/s
[info] # Warmup Iteration 2: 403935.358 ops/s
[info] # Warmup Iteration 3: 399440.421 ops/s
[info] # Warmup Iteration 4: 408401.297 ops/s
[info] # Warmup Iteration 5: 407021.304 ops/s
[info] Iteration 1: 405189.422 ops/s
[info] Iteration 2: 405162.662 ops/s
[info] Iteration 3: 404062.149 ops/s
[info] Iteration 4: 407474.044 ops/s
[info] Iteration 5: 408094.286 ops/s
[info] # Run progress: 43.75% complete, ETA 00:09:09
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 402391.173 ops/s
[info] # Warmup Iteration 2: 405197.160 ops/s
[info] # Warmup Iteration 3: 405280.750 ops/s
[info] # Warmup Iteration 4: 406082.194 ops/s
[info] # Warmup Iteration 5: 406432.198 ops/s
[info] Iteration 1: 406010.898 ops/s
[info] Iteration 2: 403280.515 ops/s
[info] Iteration 3: 406654.753 ops/s
[info] Iteration 4: 407718.146 ops/s
[info] Iteration 5: 407682.092 ops/s
[info] # Run progress: 45.83% complete, ETA 00:08:49
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 401422.367 ops/s
[info] # Warmup Iteration 2: 401446.019 ops/s
[info] # Warmup Iteration 3: 406263.048 ops/s
[info] # Warmup Iteration 4: 407914.770 ops/s
[info] # Warmup Iteration 5: 406056.236 ops/s
[info] Iteration 1: 406091.902 ops/s
[info] Iteration 2: 403163.803 ops/s
[info] Iteration 3: 407758.814 ops/s
[info] Iteration 4: 407139.665 ops/s
[info] Iteration 5: 406559.739 ops/s
[info] # Run progress: 47.92% complete, ETA 00:08:28
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 402408.732 ops/s
[info] # Warmup Iteration 2: 396708.878 ops/s
[info] # Warmup Iteration 3: 396315.269 ops/s
[info] # Warmup Iteration 4: 388299.471 ops/s
[info] # Warmup Iteration 5: 400738.153 ops/s
[info] Iteration 1: 401063.038 ops/s
[info] Iteration 2: 396517.748 ops/s
[info] Iteration 3: 384994.304 ops/s
[info] Iteration 4: 391638.144 ops/s
[info] Iteration 5: 385596.606 ops/s
[info] Result "benchmarks.SumBenchmark.bench05_arrayOptimizedForeach":
[info] 402592.637 ±(99.9%) 6248.864 ops/s [Average]
[info] (min, avg, max) = (384994.304, 402592.637, 408094.286), stdev = 7196.202
[info] CI (99.9%): [396343.772, 408841.501] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined
[info] # Run progress: 50.00% complete, ETA 00:08:08
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 388965.698 ops/s
[info] # Warmup Iteration 2: 401877.761 ops/s
[info] # Warmup Iteration 3: 398194.022 ops/s
[info] # Warmup Iteration 4: 402524.160 ops/s
[info] # Warmup Iteration 5: 404050.004 ops/s
[info] Iteration 1: 406559.426 ops/s
[info] Iteration 2: 402217.648 ops/s
[info] Iteration 3: 402999.084 ops/s
[info] Iteration 4: 405396.179 ops/s
[info] Iteration 5: 406218.879 ops/s
[info] # Run progress: 52.08% complete, ETA 00:07:48
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 401559.765 ops/s
[info] # Warmup Iteration 2: 401295.759 ops/s
[info] # Warmup Iteration 3: 405066.640 ops/s
[info] # Warmup Iteration 4: 406752.696 ops/s
[info] # Warmup Iteration 5: 405195.632 ops/s
[info] Iteration 1: 407826.296 ops/s
[info] Iteration 2: 402796.291 ops/s
[info] Iteration 3: 407052.496 ops/s
[info] Iteration 4: 395398.240 ops/s
[info] Iteration 5: 393902.222 ops/s
[info] # Run progress: 54.17% complete, ETA 00:07:27
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 396967.005 ops/s
[info] # Warmup Iteration 2: 396905.117 ops/s
[info] # Warmup Iteration 3: 407069.966 ops/s
[info] # Warmup Iteration 4: 391018.114 ops/s
[info] # Warmup Iteration 5: 388602.541 ops/s
[info] Iteration 1: 403419.047 ops/s
[info] Iteration 2: 392766.944 ops/s
[info] Iteration 3: 406999.943 ops/s
[info] Iteration 4: 406826.775 ops/s
[info] Iteration 5: 396498.084 ops/s
[info] # Run progress: 56.25% complete, ETA 00:07:07
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 403644.521 ops/s
[info] # Warmup Iteration 2: 401307.400 ops/s
[info] # Warmup Iteration 3: 405559.277 ops/s
[info] # Warmup Iteration 4: 400258.003 ops/s
[info] # Warmup Iteration 5: 405877.376 ops/s
[info] Iteration 1: 406728.097 ops/s
[info] Iteration 2: 399043.951 ops/s
[info] Iteration 3: 405976.426 ops/s
[info] Iteration 4: 406653.466 ops/s
[info] Iteration 5: 407860.925 ops/s
[info] Result "benchmarks.SumBenchmark.bench06_arrayOptimizedForeachArgInlined":
[info] 403157.021 ±(99.9%) 4283.804 ops/s [Average]
[info] (min, avg, max) = (392766.944, 403157.021, 407860.925), stdev = 4933.235
[info] CI (99.9%): [398873.217, 407440.824] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench07_listSumMethod
[info] # Run progress: 58.33% complete, ETA 00:06:46
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 19127.943 ops/s
[info] # Warmup Iteration 2: 21855.381 ops/s
[info] # Warmup Iteration 3: 24478.236 ops/s
[info] # Warmup Iteration 4: 24478.545 ops/s
[info] # Warmup Iteration 5: 25396.438 ops/s
[info] Iteration 1: 24747.039 ops/s
[info] Iteration 2: 24551.334 ops/s
[info] Iteration 3: 25268.866 ops/s
[info] Iteration 4: 24919.265 ops/s
[info] Iteration 5: 24587.599 ops/s
[info] # Run progress: 60.42% complete, ETA 00:06:26
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 19164.894 ops/s
[info] # Warmup Iteration 2: 24285.477 ops/s
[info] # Warmup Iteration 3: 23469.086 ops/s
[info] # Warmup Iteration 4: 20472.195 ops/s
[info] # Warmup Iteration 5: 19048.802 ops/s
[info] Iteration 1: 20014.912 ops/s
[info] Iteration 2: 20231.901 ops/s
[info] Iteration 3: 20303.020 ops/s
[info] Iteration 4: 17332.367 ops/s
[info] Iteration 5: 18131.188 ops/s
[info] # Run progress: 62.50% complete, ETA 00:06:06
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 19105.519 ops/s
[info] # Warmup Iteration 2: 22817.840 ops/s
[info] # Warmup Iteration 3: 25524.376 ops/s
[info] # Warmup Iteration 4: 25564.218 ops/s
[info] # Warmup Iteration 5: 26116.367 ops/s
[info] Iteration 1: 25584.618 ops/s
[info] Iteration 2: 24964.832 ops/s
[info] Iteration 3: 25197.157 ops/s
[info] Iteration 4: 25536.708 ops/s
[info] Iteration 5: 25593.879 ops/s
[info] # Run progress: 64.58% complete, ETA 00:05:45
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 19481.691 ops/s
[info] # Warmup Iteration 2: 25092.844 ops/s
[info] # Warmup Iteration 3: 23166.352 ops/s
[info] # Warmup Iteration 4: 20438.388 ops/s
[info] # Warmup Iteration 5: 20543.508 ops/s
[info] Iteration 1: 20347.271 ops/s
[info] Iteration 2: 20683.231 ops/s
[info] Iteration 3: 20622.920 ops/s
[info] Iteration 4: 20561.980 ops/s
[info] Iteration 5: 20662.938 ops/s
[info] Result "benchmarks.SumBenchmark.bench07_listSumMethod":
[info] 22492.151 ±(99.9%) 2434.322 ops/s [Average]
[info] (min, avg, max) = (17332.367, 22492.151, 25593.879), stdev = 2803.369
[info] CI (99.9%): [20057.829, 24926.474] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench08_listForLoopIndex
[info] # Run progress: 66.67% complete, ETA 00:05:25
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 10.840 ops/s
[info] # Warmup Iteration 2: 10.690 ops/s
[info] # Warmup Iteration 3: 10.580 ops/s
[info] # Warmup Iteration 4: 9.820 ops/s
[info] # Warmup Iteration 5: 9.634 ops/s
[info] Iteration 1: 10.941 ops/s
[info] Iteration 2: 10.773 ops/s
[info] Iteration 3: 8.964 ops/s
[info] Iteration 4: 10.939 ops/s
[info] Iteration 5: 10.495 ops/s
[info] # Run progress: 68.75% complete, ETA 00:05:05
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 10.263 ops/s
[info] # Warmup Iteration 2: 9.867 ops/s
[info] # Warmup Iteration 3: 11.040 ops/s
[info] # Warmup Iteration 4: 10.283 ops/s
[info] # Warmup Iteration 5: 10.704 ops/s
[info] Iteration 1: 10.391 ops/s
[info] Iteration 2: 10.808 ops/s
[info] Iteration 3: 9.470 ops/s
[info] Iteration 4: 10.842 ops/s
[info] Iteration 5: 10.381 ops/s
[info] # Run progress: 70.83% complete, ETA 00:04:45
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 10.404 ops/s
[info] # Warmup Iteration 2: 10.904 ops/s
[info] # Warmup Iteration 3: 10.526 ops/s
[info] # Warmup Iteration 4: 10.955 ops/s
[info] # Warmup Iteration 5: 7.945 ops/s
[info] Iteration 1: 9.110 ops/s
[info] Iteration 2: 9.561 ops/s
[info] Iteration 3: 11.291 ops/s
[info] Iteration 4: 10.409 ops/s
[info] Iteration 5: 10.927 ops/s
[info] # Run progress: 72.92% complete, ETA 00:04:24
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 9.608 ops/s
[info] # Warmup Iteration 2: 9.648 ops/s
[info] # Warmup Iteration 3: 10.813 ops/s
[info] # Warmup Iteration 4: 10.612 ops/s
[info] # Warmup Iteration 5: 10.405 ops/s
[info] Iteration 1: 10.463 ops/s
[info] Iteration 2: 9.948 ops/s
[info] Iteration 3: 10.423 ops/s
[info] Iteration 4: 10.713 ops/s
[info] Iteration 5: 10.759 ops/s
[info] Result "benchmarks.SumBenchmark.bench08_listForLoopIndex":
[info] 10.380 ±(99.9%) 0.560 ops/s [Average]
[info] (min, avg, max) = (8.964, 10.380, 11.291), stdev = 0.644
[info] CI (99.9%): [9.821, 10.940] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench09_listForLoop
[info] # Run progress: 75.00% complete, ETA 00:04:04
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 43910.440 ops/s
[info] # Warmup Iteration 2: 40627.291 ops/s
[info] # Warmup Iteration 3: 45753.455 ops/s
[info] # Warmup Iteration 4: 46239.571 ops/s
[info] # Warmup Iteration 5: 43376.231 ops/s
[info] Iteration 1: 43159.769 ops/s
[info] Iteration 2: 44589.272 ops/s
[info] Iteration 3: 43796.629 ops/s
[info] Iteration 4: 43918.234 ops/s
[info] Iteration 5: 43543.931 ops/s
[info] # Run progress: 77.08% complete, ETA 00:03:44
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 45782.707 ops/s
[info] # Warmup Iteration 2: 44275.687 ops/s
[info] # Warmup Iteration 3: 44240.568 ops/s
[info] # Warmup Iteration 4: 45391.703 ops/s
[info] # Warmup Iteration 5: 45693.966 ops/s
[info] Iteration 1: 43793.987 ops/s
[info] Iteration 2: 42929.315 ops/s
[info] Iteration 3: 45196.268 ops/s
[info] Iteration 4: 47808.345 ops/s
[info] Iteration 5: 44484.906 ops/s
[info] # Run progress: 79.17% complete, ETA 00:03:23
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 42423.482 ops/s
[info] # Warmup Iteration 2: 47143.736 ops/s
[info] # Warmup Iteration 3: 45258.602 ops/s
[info] # Warmup Iteration 4: 47852.552 ops/s
[info] # Warmup Iteration 5: 44264.791 ops/s
[info] Iteration 1: 45116.325 ops/s
[info] Iteration 2: 44442.901 ops/s
[info] Iteration 3: 42779.556 ops/s
[info] Iteration 4: 43489.720 ops/s
[info] Iteration 5: 45399.270 ops/s
[info] # Run progress: 81.25% complete, ETA 00:03:03
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 41576.545 ops/s
[info] # Warmup Iteration 2: 43395.860 ops/s
[info] # Warmup Iteration 3: 42471.948 ops/s
[info] # Warmup Iteration 4: 45882.806 ops/s
[info] # Warmup Iteration 5: 41713.941 ops/s
[info] Iteration 1: 42558.730 ops/s
[info] Iteration 2: 46878.284 ops/s
[info] Iteration 3: 44948.464 ops/s
[info] Iteration 4: 44799.829 ops/s
[info] Iteration 5: 42713.849 ops/s
[info] Result "benchmarks.SumBenchmark.bench09_listForLoop":
[info] 44317.379 ±(99.9%) 1184.592 ops/s [Average]
[info] (min, avg, max) = (42558.730, 44317.379, 47808.345), stdev = 1364.177
[info] CI (99.9%): [43132.788, 45501.971] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench10_listOptimizedForeach
[info] # Run progress: 83.33% complete, ETA 00:02:43
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 45651.795 ops/s
[info] # Warmup Iteration 2: 46039.002 ops/s
[info] # Warmup Iteration 3: 44597.847 ops/s
[info] # Warmup Iteration 4: 43552.105 ops/s
[info] # Warmup Iteration 5: 46747.373 ops/s
[info] Iteration 1: 40255.106 ops/s
[info] Iteration 2: 44114.781 ops/s
[info] Iteration 3: 40174.537 ops/s
[info] Iteration 4: 43156.722 ops/s
[info] Iteration 5: 45838.112 ops/s
[info] # Run progress: 85.42% complete, ETA 00:02:22
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 41859.231 ops/s
[info] # Warmup Iteration 2: 47461.809 ops/s
[info] # Warmup Iteration 3: 43938.952 ops/s
[info] # Warmup Iteration 4: 46202.599 ops/s
[info] # Warmup Iteration 5: 47461.050 ops/s
[info] Iteration 1: 45227.740 ops/s
[info] Iteration 2: 45694.027 ops/s
[info] Iteration 3: 43021.606 ops/s
[info] Iteration 4: 47467.712 ops/s
[info] Iteration 5: 46591.920 ops/s
[info] # Run progress: 87.50% complete, ETA 00:02:02
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 46197.633 ops/s
[info] # Warmup Iteration 2: 41664.450 ops/s
[info] # Warmup Iteration 3: 46103.319 ops/s
[info] # Warmup Iteration 4: 42595.324 ops/s
[info] # Warmup Iteration 5: 42799.770 ops/s
[info] Iteration 1: 46551.445 ops/s
[info] Iteration 2: 42603.744 ops/s
[info] Iteration 3: 44585.292 ops/s
[info] Iteration 4: 39346.993 ops/s
[info] Iteration 5: 48250.683 ops/s
[info] # Run progress: 89.58% complete, ETA 00:01:41
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 44846.869 ops/s
[info] # Warmup Iteration 2: 48194.235 ops/s
[info] # Warmup Iteration 3: 42784.529 ops/s
[info] # Warmup Iteration 4: 44691.801 ops/s
[info] # Warmup Iteration 5: 45885.292 ops/s
[info] Iteration 1: 47980.557 ops/s
[info] Iteration 2: 44022.462 ops/s
[info] Iteration 3: 48752.903 ops/s
[info] Iteration 4: 41481.104 ops/s
[info] Iteration 5: 47932.437 ops/s
[info] Result "benchmarks.SumBenchmark.bench10_listOptimizedForeach":
[info] 44652.494 ±(99.9%) 2496.857 ops/s [Average]
[info] (min, avg, max) = (39346.993, 44652.494, 48752.903), stdev = 2875.384
[info] CI (99.9%): [42155.637, 47149.351] (assumes normal distribution)
[info] # JMH version: 1.36
[info] # VM version: JDK 17.0.6, OpenJDK 64-Bit Server VM, 17.0.6+10
[info] # VM invoker: /private/var/root/Library/Caches/Coursier/arc/https/github.com/adoptium/temurin17-binaries/releases/download/jdk-17.0.6%252B10/OpenJDK17U-jdk_x64_mac_hotspot_17.0.6_10.tar.gz/jdk-17.0.6+10/Contents/Home/bin/java
[info] # VM options: <none>
[info] # Blackhole mode: compiler (auto-detected, use -Djmh.blackhole.autoDetect=false to disable)
[info] # Warmup: 5 iterations, 2 s each
[info] # Measurement: 5 iterations, 2 s each
[info] # Timeout: 10 min per iteration
[info] # Threads: 1 thread, will synchronize iterations
[info] # Benchmark mode: Throughput, ops/time
[info] # Benchmark: benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined
[info] # Run progress: 91.67% complete, ETA 00:01:21
[info] # Fork: 1 of 4
[info] # Warmup Iteration 1: 46181.327 ops/s
[info] # Warmup Iteration 2: 47035.314 ops/s
[info] # Warmup Iteration 3: 46076.527 ops/s
[info] # Warmup Iteration 4: 44857.627 ops/s
[info] # Warmup Iteration 5: 48180.075 ops/s
[info] Iteration 1: 46207.817 ops/s
[info] Iteration 2: 49228.711 ops/s
[info] Iteration 3: 39702.317 ops/s
[info] Iteration 4: 44437.788 ops/s
[info] Iteration 5: 43056.794 ops/s
[info] # Run progress: 93.75% complete, ETA 00:01:01
[info] # Fork: 2 of 4
[info] # Warmup Iteration 1: 46470.856 ops/s
[info] # Warmup Iteration 2: 46911.019 ops/s
[info] # Warmup Iteration 3: 45791.942 ops/s
[info] # Warmup Iteration 4: 47691.890 ops/s
[info] # Warmup Iteration 5: 47384.352 ops/s
[info] Iteration 1: 45307.191 ops/s
[info] Iteration 2: 47384.829 ops/s
[info] Iteration 3: 43336.957 ops/s
[info] Iteration 4: 42584.779 ops/s
[info] Iteration 5: 48445.610 ops/s
[info] # Run progress: 95.83% complete, ETA 00:00:40
[info] # Fork: 3 of 4
[info] # Warmup Iteration 1: 43441.295 ops/s
[info] # Warmup Iteration 2: 44411.564 ops/s
[info] # Warmup Iteration 3: 48670.269 ops/s
[info] # Warmup Iteration 4: 39007.592 ops/s
[info] # Warmup Iteration 5: 43498.682 ops/s
[info] Iteration 1: 46377.763 ops/s
[info] Iteration 2: 43021.422 ops/s
[info] Iteration 3: 43377.818 ops/s
[info] Iteration 4: 46117.510 ops/s
[info] Iteration 5: 44026.895 ops/s
[info] # Run progress: 97.92% complete, ETA 00:00:20
[info] # Fork: 4 of 4
[info] # Warmup Iteration 1: 40487.115 ops/s
[info] # Warmup Iteration 2: 40436.758 ops/s
[info] # Warmup Iteration 3: 41948.570 ops/s
[info] # Warmup Iteration 4: 43296.196 ops/s
[info] # Warmup Iteration 5: 46215.549 ops/s
[info] Iteration 1: 43025.351 ops/s
[info] Iteration 2: 47250.060 ops/s
[info] Iteration 3: 44314.672 ops/s
[info] Iteration 4: 42169.224 ops/s
[info] Iteration 5: 44664.182 ops/s
[info] Result "benchmarks.SumBenchmark.bench11_listOptimizedForeachArgInlined":
[info] 44701.884 ±(99.9%) 2033.276 ops/s [Average]
[info] (min, avg, max) = (39702.317, 44701.884, 49228.711), stdev = 2341.524
[info] CI (99.9%): [42668.608, 46735.160] (assumes normal distribution)
[info] # Run complete. Total time: 00:16:17
[info] REMEMBER: The numbers below are just data. To gain reusable insights, you need to follow up on
[info] why the numbers are the way they are. Use profilers (see -prof, -lprof), design factorial
[info] experiments, perform baseline and negative tests that provide experimental control, make sure
[info] the benchmarking environment is safe on JVM/OS/HW level, ask for reviews from the domain experts.
[info] Do not assume the numbers tell you what you want them to tell.
[info] NOTE: Current JVM experimentally supports Compiler Blackholes, and they are in use. Please exercise
[info] extra caution when trusting the results, look into the generated code to check the benchmark still
[info] works, and factor in a small probability of new VM bugs. Additionally, while comparisons between
[info] different JVMs are already problematic, the performance difference caused by different Blackhole
[info] modes can be very significant. Please make sure you use the consistent Blackhole mode for comparisons.
[info] Benchmark Mode Cnt Score Error Units
[info] SumBenchmark.bench00_arraySumMethod thrpt 20 21621.085 ± 137.245 ops/s
[info] SumBenchmark.bench01_arrayWhileLoopIndex thrpt 20 422295.179 ± 14731.148 ops/s
[info] SumBenchmark.bench02_arrayForLoopIndex thrpt 20 424935.545 ± 6931.362 ops/s
[info] SumBenchmark.bench03_arrayOptimizedForLoopIndex thrpt 20 427231.180 ± 5067.861 ops/s
[info] SumBenchmark.bench04_arrayForLoop thrpt 20 47280.385 ± 756.185 ops/s
[info] SumBenchmark.bench05_arrayOptimizedForeach thrpt 20 402592.637 ± 6248.864 ops/s
[info] SumBenchmark.bench06_arrayOptimizedForeachArgInlined thrpt 20 403157.021 ± 4283.804 ops/s
[info] SumBenchmark.bench07_listSumMethod thrpt 20 22492.151 ± 2434.322 ops/s
[info] SumBenchmark.bench08_listForLoopIndex thrpt 20 10.380 ± 0.560 ops/s
[info] SumBenchmark.bench09_listForLoop thrpt 20 44317.379 ± 1184.592 ops/s
[info] SumBenchmark.bench10_listOptimizedForeach thrpt 20 44652.494 ± 2496.857 ops/s
[info] SumBenchmark.bench11_listOptimizedForeachArgInlined thrpt 20 44701.884 ± 2033.276 ops/s
[info] Benchmark result is saved to benchmarks/results/01-AppendBenchmark-openjdk.json
[success] Total time: 984 s (16:24), completed Mar 4, 2023, 8:34:15 PM
benchmarks-results/run.sh 0 → 100755
View file @ 0f473913
#!/usr/bin/env bash
run=2
run_benchmark() {
name=$1
jvm=$2
json_file=benchmarks/results/$name-$jvm-$run.json
stdout_file=benchmarks/results/$name-$jvm-$run.txt
rm -rf "$json_file" "$stdout_file" .bloop .sbt .bsp .metals target
sbt "clean; Jmh / run -wi 5 -w 2 -i 5 -r 2 -f 4 -rf JSON -rff $json_file ${name:3}" >$stdout_file 2>&1
}
run_benchmarks() {
jvm=$1
jvm_coursier_id=$2
eval "$(coursier java --jvm "$jvm_coursier_id" --env)"
for bench in "01-AppendBenchmark"; do
run_benchmark $bench $jvm
done
}
run_benchmarks graal "graalvm-java17:22.3.1"
run_benchmarks openjdk "adoptium:1.17.0.6"
build.sbt
View file @ 0f473913
name := "cs206-demos" name := "cs206-demos"
version := "0.1.2" version := "0.1.2"
scalaVersion := "3.2.0" scalaVersion := "3.2.2"
libraryDependencies += "org.scala-lang.modules" %% "scala-parallel-collections" % "1.0.4"
val akkaVersion = "2.8.2"
val logbackVersion = "1.2.11"
libraryDependencies ++= Seq(
("com.storm-enroute" %% "scalameter-core" % "0.21").cross(CrossVersion.for3Use2_13),
"org.scala-lang.modules" %% "scala-parallel-collections" % "1.0.4",
"org.scalameta" %% "munit" % "1.0.0-M7" % Test,
"junit" % "junit" % "4.13" % Test,
"com.github.sbt" % "junit-interface" % "0.13.3" % Test,
"com.typesafe.akka" %% "akka-actor" % akkaVersion,
"com.typesafe.akka" %% "akka-testkit" % akkaVersion,
// SLF4J backend
// See https://doc.akka.io/docs/akka/current/typed/logging.html#slf4j-backend
"ch.qos.logback" % "logback-classic" % logbackVersion
)
scalacOptions ++= Seq("-unchecked", "-deprecation")
// Enable debug logging for akka
//javaOptions ++= Seq("-Dakka.loglevel=Debug", "-Dakka.actor.debug.receive=on")
Test / fork := true
Test / parallelExecution := false
Test / testOptions += Tests.Argument(TestFrameworks.JUnit)
enablePlugins(JmhPlugin, ScalafmtPlugin)
images/run_link.jpg
View replaced file @ 732ade8d View file @ 0f473913
images/run_link.jpg

224 KiB | W: 0px | H: 0px

images/run_link.jpg

501 KiB | W: 0px | H: 0px

images/run_link.jpg
images/run_link.jpg
images/run_link.jpg
images/run_link.jpg
  • 2-up
  • Swipe
  • Onion skin
images/worksheet_screenshot.jpg 0 → 100644
View file @ 0f473913
images/worksheet_screenshot.jpg

409 KiB

images/worksheet_screenshot.png deleted 100644 → 0
View file @ 732ade8d
images/worksheet_screenshot.png

274 KiB

project/build.properties
View file @ 0f473913
sbt.version=1.7.1 sbt.version=1.8.3
project/plugins.sbt 0 → 100644
View file @ 0f473913
addSbtPlugin("pl.project13.scala" % "sbt-jmh" % "0.4.4")
addSbtPlugin("org.scalameta" % "sbt-scalafmt" % "2.5.0")
requirements.txt 0 → 100644
View file @ 0f473913
autopep8==2.0.2
certifi==2022.12.7
charset-normalizer==3.0.1
idna==3.4
numpy==1.24.2
pandas==1.5.3
plotly==5.13.1
psutil==5.9.4
pycodestyle==2.10.0
python-dateutil==2.8.2
pytz==2022.7.1
requests==2.28.2
six==1.16.0
tenacity==8.2.2
tomli==2.0.1
urllib3==1.26.14