From 281ebd4c8a409512cdac0ddbfbca3f0a4465a22d Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Tue, 24 Oct 2023 16:07:49 -0700 Subject: [PATCH 01/18] Set up benchmark project --- benchmarks/apache-license.txt | 201 ++++++++++++++++++ benchmarks/build.gradle.kts | 35 +++ .../main/kotlin/benchmarks/ObjectWrapper.kt | 30 +++ .../main/kotlin/benchmarks/benchmarkSize.kt | 16 ++ .../main/kotlin/benchmarks/hashCodeTypes.kt | 38 ++++ .../kotlin/benchmarks/immutableList/Add.kt | 66 ++++++ .../kotlin/benchmarks/immutableList/AddAll.kt | 109 ++++++++++ .../kotlin/benchmarks/immutableList/Get.kt | 32 +++ .../benchmarks/immutableList/Iterate.kt | 41 ++++ .../kotlin/benchmarks/immutableList/Remove.kt | 63 ++++++ .../benchmarks/immutableList/RemoveAll.kt | 93 ++++++++ .../kotlin/benchmarks/immutableList/Set.kt | 44 ++++ .../benchmarks/immutableList/builder/Add.kt | 73 +++++++ .../immutableList/builder/AddAll.kt | 132 ++++++++++++ .../benchmarks/immutableList/builder/Get.kt | 34 +++ .../immutableList/builder/Iterate.kt | 43 ++++ .../immutableList/builder/Remove.kt | 59 +++++ .../immutableList/builder/RemoveAll.kt | 107 ++++++++++ .../benchmarks/immutableList/builder/Set.kt | 46 ++++ .../benchmarks/immutableList/builder/utils.kt | 20 ++ .../kotlin/benchmarks/immutableList/utils.kt | 18 ++ .../kotlin/benchmarks/immutableMap/Equals.kt | 43 ++++ .../kotlin/benchmarks/immutableMap/Get.kt | 42 ++++ .../kotlin/benchmarks/immutableMap/Iterate.kt | 51 +++++ .../kotlin/benchmarks/immutableMap/Put.kt | 51 +++++ .../kotlin/benchmarks/immutableMap/PutAll.kt | 52 +++++ .../kotlin/benchmarks/immutableMap/Remove.kt | 45 ++++ .../benchmarks/immutableMap/builder/Equals.kt | 46 ++++ .../benchmarks/immutableMap/builder/Get.kt | 45 ++++ .../immutableMap/builder/Iterate.kt | 55 +++++ .../benchmarks/immutableMap/builder/Put.kt | 54 +++++ .../benchmarks/immutableMap/builder/Remove.kt | 52 +++++ .../benchmarks/immutableMap/builder/utils.kt | 32 +++ .../kotlin/benchmarks/immutableMap/utils.kt | 54 +++++ .../kotlin/benchmarks/immutablePercentage.kt | 22 ++ .../kotlin/benchmarks/immutableSet/Add.kt | 51 +++++ .../benchmarks/immutableSet/Contains.kt | 42 ++++ .../kotlin/benchmarks/immutableSet/Equals.kt | 43 ++++ .../kotlin/benchmarks/immutableSet/Iterate.kt | 37 ++++ .../kotlin/benchmarks/immutableSet/Remove.kt | 45 ++++ .../benchmarks/immutableSet/builder/Add.kt | 54 +++++ .../immutableSet/builder/Contains.kt | 45 ++++ .../benchmarks/immutableSet/builder/Equals.kt | 45 ++++ .../immutableSet/builder/Iterate.kt | 41 ++++ .../benchmarks/immutableSet/builder/Remove.kt | 49 +++++ .../benchmarks/immutableSet/builder/utils.kt | 31 +++ .../kotlin/benchmarks/immutableSet/utils.kt | 53 +++++ build.gradle.kts | 3 - collect/build.gradle.kts | 2 - detekt-treapability/build.gradle.kts | 2 - gradle.properties | 1 + settings.gradle.kts | 6 +- 52 files changed, 2485 insertions(+), 9 deletions(-) create mode 100644 benchmarks/apache-license.txt create mode 100644 benchmarks/build.gradle.kts create mode 100644 benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/benchmarkSize.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Get.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/utils.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutablePercentage.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/utils.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt diff --git a/benchmarks/apache-license.txt b/benchmarks/apache-license.txt new file mode 100644 index 0000000..9b259bd --- /dev/null +++ b/benchmarks/apache-license.txt @@ -0,0 +1,201 @@ + Apache License + Version 2.0, January 2004 + https://www.apache.org/licenses/ + + TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION + + 1. Definitions. + + "License" shall mean the terms and conditions for use, reproduction, + and distribution as defined by Sections 1 through 9 of this document. + + "Licensor" shall mean the copyright owner or entity authorized by + the copyright owner that is granting the License. + + "Legal Entity" shall mean the union of the acting entity and all + other entities that control, are controlled by, or are under common + control with that entity. For the purposes of this definition, + "control" means (i) the power, direct or indirect, to cause the + direction or management of such entity, whether by contract or + otherwise, or (ii) ownership of fifty percent (50%) or more of the + outstanding shares, or (iii) beneficial ownership of such entity. + + "You" (or "Your") shall mean an individual or Legal Entity + exercising permissions granted by this License. + + "Source" form shall mean the preferred form for making modifications, + including but not limited to software source code, documentation + source, and configuration files. + + "Object" form shall mean any form resulting from mechanical + transformation or translation of a Source form, including but + not limited to compiled object code, generated documentation, + and conversions to other media types. + + "Work" shall mean the work of authorship, whether in Source or + Object form, made available under the License, as indicated by a + copyright notice that is included in or attached to the work + (an example is provided in the Appendix below). + + "Derivative Works" shall mean any work, whether in Source or Object + form, that is based on (or derived from) the Work and for which the + editorial revisions, annotations, elaborations, or other modifications + represent, as a whole, an original work of authorship. For the purposes + of this License, Derivative Works shall not include works that remain + separable from, or merely link (or bind by name) to the interfaces of, + the Work and Derivative Works thereof. + + "Contribution" shall mean any work of authorship, including + the original version of the Work and any modifications or additions + to that Work or Derivative Works thereof, that is intentionally + submitted to Licensor for inclusion in the Work by the copyright owner + or by an individual or Legal Entity authorized to submit on behalf of + the copyright owner. For the purposes of this definition, "submitted" + means any form of electronic, verbal, or written communication sent + to the Licensor or its representatives, including but not limited to + communication on electronic mailing lists, source code control systems, + and issue tracking systems that are managed by, or on behalf of, the + Licensor for the purpose of discussing and improving the Work, but + excluding communication that is conspicuously marked or otherwise + designated in writing by the copyright owner as "Not a Contribution." + + "Contributor" shall mean Licensor and any individual or Legal Entity + on behalf of whom a Contribution has been received by Licensor and + subsequently incorporated within the Work. + + 2. Grant of Copyright License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + copyright license to reproduce, prepare Derivative Works of, + publicly display, publicly perform, sublicense, and distribute the + Work and such Derivative Works in Source or Object form. + + 3. Grant of Patent License. Subject to the terms and conditions of + this License, each Contributor hereby grants to You a perpetual, + worldwide, non-exclusive, no-charge, royalty-free, irrevocable + (except as stated in this section) patent license to make, have made, + use, offer to sell, sell, import, and otherwise transfer the Work, + where such license applies only to those patent claims licensable + by such Contributor that are necessarily infringed by their + Contribution(s) alone or by combination of their Contribution(s) + with the Work to which such Contribution(s) was submitted. If You + institute patent litigation against any entity (including a + cross-claim or counterclaim in a lawsuit) alleging that the Work + or a Contribution incorporated within the Work constitutes direct + or contributory patent infringement, then any patent licenses + granted to You under this License for that Work shall terminate + as of the date such litigation is filed. + + 4. Redistribution. You may reproduce and distribute copies of the + Work or Derivative Works thereof in any medium, with or without + modifications, and in Source or Object form, provided that You + meet the following conditions: + + (a) You must give any other recipients of the Work or + Derivative Works a copy of this License; and + + (b) You must cause any modified files to carry prominent notices + stating that You changed the files; and + + (c) You must retain, in the Source form of any Derivative Works + that You distribute, all copyright, patent, trademark, and + attribution notices from the Source form of the Work, + excluding those notices that do not pertain to any part of + the Derivative Works; and + + (d) If the Work includes a "NOTICE" text file as part of its + distribution, then any Derivative Works that You distribute must + include a readable copy of the attribution notices contained + within such NOTICE file, excluding those notices that do not + pertain to any part of the Derivative Works, in at least one + of the following places: within a NOTICE text file distributed + as part of the Derivative Works; within the Source form or + documentation, if provided along with the Derivative Works; or, + within a display generated by the Derivative Works, if and + wherever such third-party notices normally appear. The contents + of the NOTICE file are for informational purposes only and + do not modify the License. You may add Your own attribution + notices within Derivative Works that You distribute, alongside + or as an addendum to the NOTICE text from the Work, provided + that such additional attribution notices cannot be construed + as modifying the License. + + You may add Your own copyright statement to Your modifications and + may provide additional or different license terms and conditions + for use, reproduction, or distribution of Your modifications, or + for any such Derivative Works as a whole, provided Your use, + reproduction, and distribution of the Work otherwise complies with + the conditions stated in this License. + + 5. Submission of Contributions. Unless You explicitly state otherwise, + any Contribution intentionally submitted for inclusion in the Work + by You to the Licensor shall be under the terms and conditions of + this License, without any additional terms or conditions. + Notwithstanding the above, nothing herein shall supersede or modify + the terms of any separate license agreement you may have executed + with Licensor regarding such Contributions. + + 6. Trademarks. This License does not grant permission to use the trade + names, trademarks, service marks, or product names of the Licensor, + except as required for reasonable and customary use in describing the + origin of the Work and reproducing the content of the NOTICE file. + + 7. Disclaimer of Warranty. Unless required by applicable law or + agreed to in writing, Licensor provides the Work (and each + Contributor provides its Contributions) on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or + implied, including, without limitation, any warranties or conditions + of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A + PARTICULAR PURPOSE. You are solely responsible for determining the + appropriateness of using or redistributing the Work and assume any + risks associated with Your exercise of permissions under this License. + + 8. Limitation of Liability. In no event and under no legal theory, + whether in tort (including negligence), contract, or otherwise, + unless required by applicable law (such as deliberate and grossly + negligent acts) or agreed to in writing, shall any Contributor be + liable to You for damages, including any direct, indirect, special, + incidental, or consequential damages of any character arising as a + result of this License or out of the use or inability to use the + Work (including but not limited to damages for loss of goodwill, + work stoppage, computer failure or malfunction, or any and all + other commercial damages or losses), even if such Contributor + has been advised of the possibility of such damages. + + 9. Accepting Warranty or Additional Liability. While redistributing + the Work or Derivative Works thereof, You may choose to offer, + and charge a fee for, acceptance of support, warranty, indemnity, + or other liability obligations and/or rights consistent with this + License. However, in accepting such obligations, You may act only + on Your own behalf and on Your sole responsibility, not on behalf + of any other Contributor, and only if You agree to indemnify, + defend, and hold each Contributor harmless for any liability + incurred by, or claims asserted against, such Contributor by reason + of your accepting any such warranty or additional liability. + + END OF TERMS AND CONDITIONS + + APPENDIX: How to apply the Apache License to your work. + + To apply the Apache License to your work, attach the following + boilerplate notice, with the fields enclosed by brackets "{}" + replaced with your own identifying information. (Don't include + the brackets!) The text should be enclosed in the appropriate + comment syntax for the file format. We also recommend that a + file or class name and description of purpose be included on the + same "printed page" as the copyright notice for easier + identification within third-party archives. + + Copyright {yyyy} {name of copyright owner} + + Licensed under the Apache License, Version 2.0 (the "License"); + you may not use this file except in compliance with the License. + You may obtain a copy of the License at + + https://www.apache.org/licenses/LICENSE-2.0 + + Unless required by applicable law or agreed to in writing, software + distributed under the License is distributed on an "AS IS" BASIS, + WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + See the License for the specific language governing permissions and + limitations under the License. diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts new file mode 100644 index 0000000..37a2bf2 --- /dev/null +++ b/benchmarks/build.gradle.kts @@ -0,0 +1,35 @@ +import org.gradle.api.tasks.* +import org.gradle.kotlin.dsl.* + +plugins { + kotlin("jvm") + kotlin("plugin.allopen") + id("java-library") + id("org.jetbrains.kotlinx.benchmark") +} + + +allOpen { + annotation("org.openjdk.jmh.annotations.State") +} + +dependencies { + implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:0.3.5") + implementation("org.jetbrains.kotlinx:kotlinx-benchmark-runtime:${property("benchmarkVersion")}") + implementation(project(":collect")) +} + +benchmark { + targets { + register("main") + } + + configurations { + named("main") { + + } + register("smoke") { + + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt b/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt new file mode 100644 index 0000000..620b291 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt @@ -0,0 +1,30 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks + +class ObjectWrapper>( + val obj: K, + val hashCode: Int +) : Comparable> { + override fun hashCode(): Int { + return hashCode + } + + override fun equals(other: Any?): Boolean { + if (other !is ObjectWrapper<*>) { + return false + } + return obj == other.obj + } + + override fun compareTo(other: ObjectWrapper): Int { + return obj.compareTo(other.obj) + } +} + + +typealias IntWrapper = ObjectWrapper diff --git a/benchmarks/src/main/kotlin/benchmarks/benchmarkSize.kt b/benchmarks/src/main/kotlin/benchmarks/benchmarkSize.kt new file mode 100644 index 0000000..f5a55f6 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/benchmarkSize.kt @@ -0,0 +1,16 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks + +const val BM_1 = "1" +const val BM_10 = "10" +const val BM_100 = "100" +const val BM_1000 = "1000" +const val BM_10000 = "10000" +const val BM_100000 = "100000" +const val BM_1000000 = "1000000" +const val BM_10000000 = "10000000" diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt new file mode 100644 index 0000000..de3bb45 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -0,0 +1,38 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks + +const val ASCENDING_HASH_CODE = "ascending" +const val RANDOM_HASH_CODE = "random" +const val COLLISION_HASH_CODE = "collision" +const val NON_EXISTING_HASH_CODE = "nonExisting" + +private inline fun intWrappers(size: Int, hashCodeGenerator: (index: Int) -> Int): List { + val keys = mutableListOf() + repeat(size) { + keys.add(IntWrapper(it, hashCodeGenerator(it))) + } + return keys +} + +private fun generateIntWrappers(hashCodeType: String, size: Int): List { + val random = kotlin.random.Random(40) + return when(hashCodeType) { + ASCENDING_HASH_CODE -> intWrappers(size) { it } + RANDOM_HASH_CODE, + NON_EXISTING_HASH_CODE -> intWrappers(size) { random.nextInt() } + COLLISION_HASH_CODE -> intWrappers(size) { random.nextInt((size + 1) / 2) } + else -> throw AssertionError("Unknown hashCodeType: $hashCodeType") + } +} + +fun generateKeys(hashCodeType: String, size: Int) = generateIntWrappers(hashCodeType, size) +fun generateElements(hashCodeType: String, size: Int) = generateIntWrappers(hashCodeType, size) + + +const val HASH_IMPL = "hash" +const val ORDERED_IMPL = "ordered" diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt new file mode 100644 index 0000000..fd564b8 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt @@ -0,0 +1,66 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableList +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Add { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Benchmark + fun addLast(): ImmutableList { + return persistentListAdd(size) + } + + @Benchmark + fun addLastAndIterate(bh: Blackhole) { + val list = persistentListAdd(size) + for (e in list) { + bh.consume(e) + } + } + + @Benchmark + fun addLastAndGet(bh: Blackhole) { + val list = persistentListAdd(size) + for (i in 0 until list.size) { + bh.consume(list[i]) + } + } + + /** + * Adds [size] - 1 elements to an empty persistent list + * and then inserts one element at the beginning. + * + * Measures mean time and memory spent per `add` operation. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun addFirst(): ImmutableList { + return persistentListAdd(size - 1).add(0, "another element") + } + + /** + * Adds [size] - 1 elements to an empty persistent list + * and then inserts one element at the middle. + * + * Measures mean time and memory spent per `add` operation. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun addMiddle(): ImmutableList { + return persistentListAdd(size - 1).add(size / 2, "another element") + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt new file mode 100644 index 0000000..4f7bc18 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt @@ -0,0 +1,109 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class AddAll { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var listToAdd = emptyList() + + @Setup + fun prepare() { + listToAdd = List(size) { "another element" } + } + + // Results of the following benchmarks do not indicate memory or time spent per operation, + // however regressions there do indicate changes. + // + // the benchmarks measure mean time and memory spent per added element. + // + // Expected time: nearly constant. + // Expected memory: nearly constant. + + /** + * Adds [size] elements to an empty persistent list using `addAll` operation. + */ + @Benchmark + fun addAllLast(): ImmutableList { + return persistentListOf().addAll(listToAdd) + } + + /** + * Adds `size / 2` elements to an empty persistent list + * and then adds `size - size / 2` elements using `addAll` operation. + */ + @Benchmark + fun addAllLast_Half(): ImmutableList { + val initialSize = size / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) // assuming subList creation is neglectable + return persistentListAdd(initialSize).addAll(subListToAdd) + } + + /** + * Adds `size - size / 3` elements to an empty persistent list + * and then adds `size / 3` elements using `addAll` operation. + */ + @Benchmark + fun addAllLast_OneThird(): ImmutableList { + val initialSize = size - size / 3 + val subListToAdd = listToAdd.subList(0, size - initialSize) + return persistentListAdd(initialSize).addAll(subListToAdd) + } + + /** + * Adds `size / 2` elements to an empty persistent list + * and then inserts `size - size / 2` elements at the beginning using `addAll` operation. + */ + @Benchmark + fun addAllFirst_Half(): ImmutableList { + val initialSize = size / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + return persistentListAdd(initialSize).addAll(0, subListToAdd) + } + + /** + * Adds `size - size / 3` elements to an empty persistent list + * and then inserts `size / 3` elements at the beginning using `addAll` operation. + */ + @Benchmark + fun addAllFirst_OneThird(): ImmutableList { + val initialSize = size - size / 3 + val subListToAdd = listToAdd.subList(0, size - initialSize) + return persistentListAdd(initialSize).addAll(0, subListToAdd) + } + + /** + * Adds `size / 2` elements to an empty persistent list + * and then inserts `size - size / 2` elements at the middle using `addAll` operation. + */ + @Benchmark + fun addAllMiddle_Half(): ImmutableList { + val initialSize = size / 2 + val index = initialSize / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + return persistentListAdd(initialSize).addAll(index, subListToAdd) + } + + /** + * Adds `size - size / 3` elements to an empty persistent list builder + * and then inserts `size / 3` elements at the middle using `addAll` operation. + */ + @Benchmark + fun addAllMiddle_OneThird(): ImmutableList { + val initialSize = size - size / 3 + val index = initialSize / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + return persistentListAdd(initialSize).addAll(index, subListToAdd) + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt new file mode 100644 index 0000000..1327207 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt @@ -0,0 +1,32 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Get { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var persistentList: PersistentList = persistentListOf() + + @Setup + fun prepare() { + persistentList = persistentListAdd(size) + } + + @Benchmark + fun getByIndex(bh: Blackhole) { + for (i in 0 until persistentList.size) { + bh.consume(persistentList[i]) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt new file mode 100644 index 0000000..78a9839 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt @@ -0,0 +1,41 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var persistentList: PersistentList = persistentListOf() + + @Setup + fun prepare() { + persistentList = persistentListAdd(size) + } + + @Benchmark + fun firstToLast(bh: Blackhole) { + for (e in persistentList) { + bh.consume(e) + } + } + + @Benchmark + fun lastToFirst(bh: Blackhole) { + val iterator = persistentList.listIterator(size) + + while (iterator.hasPrevious()) { + bh.consume(iterator.previous()) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt new file mode 100644 index 0000000..da69787 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt @@ -0,0 +1,63 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableList +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var persistentList: PersistentList = persistentListOf() + + @Setup + fun prepare() { + persistentList = persistentListAdd(size) + } + + @Benchmark + fun removeLast(): ImmutableList { + var list = persistentList + repeat(times = size) { + list = list.removeAt(list.size - 1) + } + return list + } + + /** + * Removes one element from the beginning. + * + * Measures (time and memory spent on `removeAt` operation) / size. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun removeFirst(): ImmutableList { + val list = persistentList + return list.removeAt(0) + } + + /** + * Removes one element from the middle. + * + * Measures (time and memory spent on `removeAt` operation) / size. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun removeMiddle(): ImmutableList { + val list = persistentList + return list.removeAt(size / 2) + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt new file mode 100644 index 0000000..6c10225 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt @@ -0,0 +1,93 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* +import kotlin.random.Random + +@State(Scope.Benchmark) +open class RemoveAll { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var persistentList: PersistentList = persistentListOf() + + @Setup + fun prepare() { + persistentList = persistentListOf().addAll(List(size) { it }) + } + + // Results of the following benchmarks do not indicate memory or time spent per operation, + // however regressions there do indicate changes. + // + // The benchmarks measure (time and memory spent on `removeAll` operation) / size + // + // Expected time: nearly constant + // Expected memory: nearly constant + + /** + * Removes all elements using `removeAll(elements)` operation. + */ + @Benchmark + fun removeAll_All(): PersistentList { + val list = persistentList + val elementsToRemove = List(size) { it } + return list.removeAll(elementsToRemove) + } + + /** + * Removes half of the elements using `removeAll(elements)` operation. + */ + @Benchmark + fun removeAll_RandomHalf(): PersistentList { + val list = persistentList + val elementsToRemove = randomIndexes(size / 2) + return list.removeAll(elementsToRemove) + } + + /** + * Removes 10 random elements using `removeAll(elements)` operation. + */ + @Benchmark + fun removeAll_RandomTen(): PersistentList { + val list = persistentList + val elementsToRemove = randomIndexes(10) + return list.removeAll(elementsToRemove) + } + + /** + * Removes last [tailSize] elements using `removeAll(elements)` operation. + */ + @Benchmark + fun removeAll_Tail(): PersistentList { + val list = persistentList + val elementsToRemove = List(tailSize()) { size - 1 - it } + return list.removeAll(elementsToRemove) + } + + /** + * Removes 10 non-existing elements using `removeAll(elements)` operation. + */ + @Benchmark + fun removeAll_NonExisting(): PersistentList { + val list = persistentList + val elementsToRemove = randomIndexes(10).map { size + it } + return list.removeAll(elementsToRemove) + } + + private fun randomIndexes(count: Int): List { + return List(count) { Random.nextInt(size) } + } + + private fun tailSize(): Int { + val bufferSize = 32 + return (size and (bufferSize - 1)).let { if (it == 0) bufferSize else it } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt new file mode 100644 index 0000000..bee61a2 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt @@ -0,0 +1,44 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableList +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Set { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + private var persistentList: PersistentList = persistentListOf() + private var randomIndices = listOf() + + @Setup + fun prepare() { + persistentList = persistentListAdd(size) + randomIndices = List(size) { it }.shuffled() + } + + @Benchmark + fun setByIndex(): ImmutableList { + repeat(times = size) { index -> + persistentList = persistentList.set(index, "another element") + } + return persistentList + } + + @Benchmark + fun setByRandomIndex(): ImmutableList { + repeat(times = size) { index -> + persistentList = persistentList.set(randomIndices[index], "another element") + } + return persistentList + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt new file mode 100644 index 0000000..ade1fdf --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt @@ -0,0 +1,73 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Add { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + @Benchmark + fun addLast(): PersistentList.Builder { + return persistentListBuilderAdd(size, immutablePercentage) + } + + @Benchmark + fun addLastAndIterate(bh: Blackhole) { + val builder = persistentListBuilderAdd(size, immutablePercentage) + for (e in builder) { + bh.consume(e) + } + } + + @Benchmark + fun addLastAndGet(bh: Blackhole) { + val builder = persistentListBuilderAdd(size, immutablePercentage) + for (i in 0 until builder.size) { + bh.consume(builder[i]) + } + } + + /** + * Adds [size] - 1 elements to an empty persistent list builder + * and then inserts one element at the beginning. + * + * Measures mean time and memory spent per `add` operation. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun addFirst(): PersistentList.Builder { + val builder = persistentListBuilderAdd(size - 1, immutablePercentage) + builder.add(0, "another element") + return builder + } + + /** + * Adds [size] - 1 elements to an empty persistent list builder + * and then inserts one element at the middle. + * + * Measures mean time and memory spent per `add` operation. + * + * Expected time: nearly constant. + * Expected memory: nearly constant. + */ + @Benchmark + fun addMiddle(): PersistentList.Builder { + val builder = persistentListBuilderAdd(size - 1, immutablePercentage) + builder.add(size / 2, "another element") + return builder + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt new file mode 100644 index 0000000..cd1848e --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt @@ -0,0 +1,132 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class AddAll { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var listToAdd = emptyList() + + @Setup + fun prepare() { + listToAdd = List(size) { "another element" } + } + + // Results of the following benchmarks do not indicate memory or time spent per operation, + // however regressions there do indicate changes. + // + // The benchmarks measure mean time and memory spent per added element. + // + // Expected time: nearly constant. + // Expected memory: nearly constant. + + /** + * Adds [size] elements to an empty persistent list builder using `addAll` operation. + */ + @Benchmark + fun addAllLast(): PersistentList.Builder { + val builder = persistentListOf().builder() + builder.addAll(listToAdd) + return builder + } + + /** + * Adds `size / 2` elements to an empty persistent list builder + * and then adds `size - size / 2` elements using `addAll` operation. + */ + @Benchmark + fun addAllLast_Half(): PersistentList.Builder { + val initialSize = size / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) // assuming subList creation is neglectable + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(subListToAdd) + return builder + } + + /** + * Adds `size - size / 3` elements to an empty persistent list builder + * and then adds `size / 3` elements using `addAll` operation. + */ + @Benchmark + fun addAllLast_OneThird(): PersistentList.Builder { + val initialSize = size - size / 3 + val subListToAdd = listToAdd.subList(0, size - initialSize) + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(subListToAdd) + return builder + } + + /** + * Adds `size / 2` elements to an empty persistent list builder + * and then inserts `size - size / 2` elements at the beginning using `addAll` operation. + */ + @Benchmark + fun addAllFirst_Half(): PersistentList.Builder { + val initialSize = size / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(0, subListToAdd) + return builder + } + + /** + * Adds `size - size / 3` elements to an empty persistent list builder + * and then inserts `size / 3` elements at the beginning using `addAll` operation. + */ + @Benchmark + fun addAllFirst_OneThird(): PersistentList.Builder { + val initialSize = size - size / 3 + val subListToAdd = listToAdd.subList(0, size - initialSize) + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(0, subListToAdd) + return builder + } + + /** + * Adds `size / 2` elements to an empty persistent list builder + * and then inserts `size - size / 2` elements at the middle using `addAll` operation. + */ + @Benchmark + fun addAllMiddle_Half(): PersistentList.Builder { + val initialSize = size / 2 + val index = initialSize / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(index, subListToAdd) + return builder + } + + /** + * Adds `size - size / 3` elements to an empty persistent list builder + * and then inserts `size / 3` elements at the middle using `addAll` operation. + */ + @Benchmark + fun addAllMiddle_OneThird(): PersistentList.Builder { + val initialSize = size - size / 3 + val index = initialSize / 2 + val subListToAdd = listToAdd.subList(0, size - initialSize) + + val builder = persistentListBuilderAdd(initialSize, immutablePercentage) + builder.addAll(index, subListToAdd) + return builder + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt new file mode 100644 index 0000000..460427b --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt @@ -0,0 +1,34 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Get { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var builder = persistentListOf().builder() + + @Setup + fun prepare() { + builder = persistentListBuilderAdd(size, immutablePercentage) + } + + @Benchmark + fun getByIndex(bh: Blackhole) { + for (i in 0 until builder.size) { + bh.consume(builder[i]) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt new file mode 100644 index 0000000..3923f97 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt @@ -0,0 +1,43 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var builder = persistentListOf().builder() + + @Setup + fun prepare() { + builder = persistentListBuilderAdd(size, immutablePercentage) + } + + @Benchmark + fun firstToLast(bh: Blackhole) { + for (e in builder) { + bh.consume(e) + } + } + + @Benchmark + fun lastToFirst(bh: Blackhole) { + val iterator = builder.listIterator(size) + + while (iterator.hasPrevious()) { + bh.consume(iterator.previous()) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt new file mode 100644 index 0000000..2f18bc5 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt @@ -0,0 +1,59 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + @Benchmark + fun addAndRemoveLast(): PersistentList.Builder { + val builder = persistentListBuilderAdd(size, immutablePercentage) + for (i in 0 until size) { + builder.removeAt(builder.size - 1) + } + return builder + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes one element from the beginning. + * + * Measures (mean time and memory spent per `add` operation) + (time and memory spent on `removeAt` operation) / size. + * + * Expected time: [Add.addLast] + nearly constant. + * Expected memory: [Add.addLast] + nearly constant. + */ + @Benchmark + fun addAndRemoveFirst(): String { + val builder = persistentListBuilderAdd(size, immutablePercentage) + return builder.removeAt(0) + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes one element from the middle. + * + * Measures (mean time and memory spent per `add` operation) + (time and memory spent on `removeAt` operation) / size. + * + * Expected time: [Add.addLast] + nearly constant. + * Expected memory: [Add.addLast] + nearly constant. + */ + @Benchmark + fun addAndRemoveMiddle(): String { + val builder = persistentListBuilderAdd(size, immutablePercentage) + return builder.removeAt(size / 2) + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt new file mode 100644 index 0000000..6dac158 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt @@ -0,0 +1,107 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* +import kotlin.random.Random + +@State(Scope.Benchmark) +open class RemoveAll { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + // Results of the following benchmarks do not indicate memory or time spent per operation, + // however regressions there do indicate changes. + // + // The benchmarks measure (mean time and memory spent per `add` operation) + (time and memory spent on `removeAll` operation) / size. + // + // Expected time: [Add.addLast] + nearly constant. + // Expected memory: [Add.addLast] + nearly constant. + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes all of them using `removeAll(elements)` operation. + */ + @Benchmark + fun addAndRemoveAll_All(): Boolean { + val builder = persistentListBuilderAddIndexes() + val elementsToRemove = List(size) { it } + return builder.removeAll(elementsToRemove) + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes half of them using `removeAll(elements)` operation. + */ + @Benchmark + fun addAndRemoveAll_RandomHalf(): Boolean { + val builder = persistentListBuilderAddIndexes() + val elementsToRemove = randomIndexes(size / 2) + return builder.removeAll(elementsToRemove) + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes 10 of them using `removeAll(elements)` operation. + */ + @Benchmark + fun addAndRemoveAll_RandomTen(): Boolean { + val builder = persistentListBuilderAddIndexes() + val elementsToRemove = randomIndexes(10) + return builder.removeAll(elementsToRemove) + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes last [tailSize] of them using `removeAll(elements)` operation. + */ + @Benchmark + fun addAndRemoveAll_Tail(): Boolean { + val builder = persistentListBuilderAddIndexes() + val elementsToRemove = List(tailSize()) { size - 1 - it } + return builder.removeAll(elementsToRemove) + } + + /** + * Adds [size] elements to an empty persistent list builder + * and then removes 10 non-existing elements using `removeAll(elements)` operation. + */ + @Benchmark + fun addAndRemoveAll_NonExisting(): Boolean { + val builder = persistentListBuilderAddIndexes() + val elementsToRemove = randomIndexes(10).map { size + it } + return builder.removeAll(elementsToRemove) + } + + private fun persistentListBuilderAddIndexes(): PersistentList.Builder { + val immutableSize = immutableSize(size, immutablePercentage) + var list = persistentListOf() + for (i in 0 until immutableSize) { + list = list.add(i) + } + val builder = list.builder() + for (i in immutableSize until size) { + builder.add(i) + } + return builder + } + + private fun randomIndexes(count: Int): List { + return List(count) { Random.nextInt(size) } + } + + private fun tailSize(): Int { + val bufferSize = 32 + return (size and (bufferSize - 1)).let { if (it == 0) bufferSize else it } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt new file mode 100644 index 0000000..2588b71 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt @@ -0,0 +1,46 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Set { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) + var size: Int = 0 + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var builder = persistentListOf().builder() + private var randomIndices = listOf() + + @Setup + fun prepare() { + builder = persistentListBuilderAdd(size, immutablePercentage) + randomIndices = List(size) { it }.shuffled() + } + + @Benchmark + fun setByIndex(): PersistentList.Builder { + for (i in 0 until size) { + builder[i] = "another element" + } + return builder + } + + @Benchmark + fun setByRandomIndex(): PersistentList.Builder { + for (i in 0 until size) { + builder[randomIndices[i]] = "another element" + } + return builder + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt new file mode 100644 index 0000000..0cf4d6a --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt @@ -0,0 +1,20 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList.builder + +import kotlinx.collections.immutable.PersistentList +import benchmarks.immutableList.persistentListAdd +import benchmarks.immutableSize + +fun persistentListBuilderAdd(size: Int, immutablePercentage: Double): PersistentList.Builder { + val immutableSize = immutableSize(size, immutablePercentage) + val builder = persistentListAdd(immutableSize).builder() + repeat(times = size - immutableSize) { + builder.add("some element") + } + return builder +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt new file mode 100644 index 0000000..df40a20 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt @@ -0,0 +1,18 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableList + +import kotlinx.collections.immutable.PersistentList +import kotlinx.collections.immutable.persistentListOf + +fun persistentListAdd(size: Int): PersistentList { + var list = persistentListOf() + repeat(times = size) { + list = list.add("some element") + } + return list +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt new file mode 100644 index 0000000..d76b73b --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt @@ -0,0 +1,43 @@ +/* + * Copyright 2016-2021 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class Equals { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var persistentMap = persistentMapOf() + private var sameMap = persistentMapOf() + private var slightlyDifferentMap = persistentMapOf() + private var veryDifferentMap = persistentMapOf() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, size * 2) + persistentMap = persistentMapPut(implementation, keys.take(size)) + sameMap = persistentMapPut(implementation, keys.take(size)) + slightlyDifferentMap = sameMap.put(keys[size], "different value").remove(keys[0]) + veryDifferentMap = persistentMapPut(implementation, keys.drop(size)) + } + + @Benchmark + fun equalsTrue() = persistentMap == sameMap + @Benchmark + fun nearlyEquals() = persistentMap == slightlyDifferentMap + @Benchmark + fun notEquals() = persistentMap == veryDifferentMap +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Get.kt new file mode 100644 index 0000000..8ef6083 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Get.kt @@ -0,0 +1,42 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.persistentMapOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Get { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var keys = listOf() + private var persistentMap = persistentMapOf() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + persistentMap = persistentMapPut(implementation, keys) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + keys = generateKeys(hashCodeType, size) + } + + @Benchmark + fun get(bh: Blackhole) { + repeat(times = size) { index -> + bh.consume(persistentMap[keys[index]]) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Iterate.kt new file mode 100644 index 0000000..6004a23 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Iterate.kt @@ -0,0 +1,51 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.persistentMapOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var persistentMap = persistentMapOf() + + @Setup + fun prepare() { + persistentMap = persistentMapPut(implementation, generateKeys(hashCodeType, size)) + } + + @Benchmark + fun iterateKeys(bh: Blackhole) { + for (k in persistentMap.keys) { + bh.consume(k) + } + } + + @Benchmark + fun iterateValues(bh: Blackhole) { + for (v in persistentMap.values) { + bh.consume(v) + } + } + + @Benchmark + fun iterateEntries(bh: Blackhole) { + for (e in persistentMap) { + bh.consume(e) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt new file mode 100644 index 0000000..e3b7a15 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt @@ -0,0 +1,51 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Put { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var keys = listOf() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + } + + @Benchmark + fun put(): PersistentMap { + return persistentMapPut(implementation, keys) + } + + @Benchmark + fun putAndGet(bh: Blackhole) { + val map = persistentMapPut(implementation, keys) + repeat(times = size) { index -> + bh.consume(map[keys[index]]) + } + } + + @Benchmark + fun putAndIterateKeys(bh: Blackhole) { + val map = persistentMapPut(implementation, keys) + for (key in map.keys) { + bh.consume(key) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt new file mode 100644 index 0000000..3aa45bf --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt @@ -0,0 +1,52 @@ +/* + * Copyright 2016-2021 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class PutAll { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var lhs = persistentMapOf() + private var lhsSmall = persistentMapOf() + private var rhs = persistentMapOf() + private var rhsSmall = persistentMapOf() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, 2 * size) + lhs = persistentMapPut(implementation, keys.take(size)) + lhsSmall = persistentMapPut(implementation, keys.take((size / 1000) + 1)) + rhs = persistentMapPut(implementation, keys.takeLast(size)) + rhsSmall = persistentMapPut(implementation, keys.takeLast((size / 1000) + 1)) + } + + @Benchmark + fun putAllEqualSize(): PersistentMap { + return lhs.putAll(rhs) + } + + @Benchmark + fun putAllSmallIntoLarge(): PersistentMap { + return lhs.putAll(rhsSmall) + } + + @Benchmark + fun putAllLargeIntoSmall(): PersistentMap { + return lhsSmall.putAll(rhs) + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt new file mode 100644 index 0000000..5725477 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt @@ -0,0 +1,45 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.collections.immutable.persistentMapOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var keys = listOf() + private var persistentMap = persistentMapOf() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + persistentMap = persistentMapPut(implementation, keys) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + keys = generateKeys(hashCodeType, size) + } + + @Benchmark + fun remove(): PersistentMap { + var map = persistentMap + repeat(times = size) { index -> + map = map.remove(keys[index]) + } + return map + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt new file mode 100644 index 0000000..5460eeb --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt @@ -0,0 +1,46 @@ +/* + * Copyright 2016-2021 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class Equals { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var persistentMap = persistentMapOf().builder() + private var sameMap = persistentMapOf().builder() + private var slightlyDifferentMap = persistentMapOf().builder() + private var veryDifferentMap = persistentMapOf().builder() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, size * 2) + persistentMap = persistentMapBuilderPut(implementation, keys.take(size), 0.0) + sameMap = persistentMapBuilderPut(implementation, keys.take(size), 0.0) + slightlyDifferentMap = sameMap.build().builder() + slightlyDifferentMap.put(keys[size], "different value") + slightlyDifferentMap.remove(keys[0]) + veryDifferentMap = persistentMapBuilderPut(implementation, keys.drop(size), 0.0) + } + + @Benchmark + fun equalsTrue() = persistentMap == sameMap + @Benchmark + fun nearlyEquals() = persistentMap == slightlyDifferentMap + @Benchmark + fun notEquals() = persistentMap == veryDifferentMap + +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt new file mode 100644 index 0000000..715bca5 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt @@ -0,0 +1,45 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentMapOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Get { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var keys = listOf() + private var builder = persistentMapOf().builder() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + builder = persistentMapBuilderPut(implementation, keys, immutablePercentage) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + keys = generateKeys(hashCodeType, size) + } + + @Benchmark + fun get(bh: Blackhole) { + repeat(times = size) { index -> + bh.consume(builder[keys[index]]) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt new file mode 100644 index 0000000..9b2064c --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt @@ -0,0 +1,55 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentMapOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var builder = persistentMapOf().builder() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, size) + builder = persistentMapBuilderPut(implementation, keys, immutablePercentage) + } + + @Benchmark + fun iterateKeys(bh: Blackhole) { + for (k in builder.keys) { + bh.consume(k) + } + } + + @Benchmark + fun iterateValues(bh: Blackhole) { + for (v in builder.values) { + bh.consume(v) + } + } + + @Benchmark + fun iterateEntries(bh: Blackhole) { + for (e in builder) { + bh.consume(e) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt new file mode 100644 index 0000000..91187c4 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt @@ -0,0 +1,54 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Put { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var keys = listOf() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + } + + @Benchmark + fun put(): PersistentMap.Builder { + return persistentMapBuilderPut(implementation, keys, immutablePercentage) + } + + @Benchmark + fun putAndGet(bh: Blackhole) { + val builder = persistentMapBuilderPut(implementation, keys, immutablePercentage) + repeat(times = size) { index -> + bh.consume(builder[keys[index]]) + } + } + + @Benchmark + fun putAndIterateKeys(bh: Blackhole) { + val builder = persistentMapBuilderPut(implementation, keys, immutablePercentage) + for (key in builder.keys) { + bh.consume(key) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt new file mode 100644 index 0000000..e445e6f --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt @@ -0,0 +1,52 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var keys = listOf() + private var keysToRemove = listOf() + + @Setup + fun prepare() { + keys = generateKeys(hashCodeType, size) + + keysToRemove = if (hashCodeType == NON_EXISTING_HASH_CODE) { + generateKeys(hashCodeType, size) + } else { + keys + } + } + + // Q: Why not to benchmark pure remove method? + // A: Each invocation of remove benchmark method would clear the builder and creating new one would be needed each time. + // Setting `@Setup(Level.Invocation)` may cause bad benchmark accuracy amid frequent `prepare` calls, especially for small `size`. + @Benchmark + fun putAndRemove(): PersistentMap.Builder { + val builder = persistentMapBuilderPut(implementation, keys, immutablePercentage) + repeat(times = size) { index -> + builder.remove(keysToRemove[index]) + } + return builder + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/utils.kt new file mode 100644 index 0000000..55adfcf --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/utils.kt @@ -0,0 +1,32 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap.builder + +import benchmarks.* +import benchmarks.immutableMap.emptyPersistentMap +import kotlinx.collections.immutable.PersistentMap + + +fun persistentMapBuilderPut( + implementation: String, + keys: List, + immutablePercentage: Double +): PersistentMap.Builder { + val immutableSize = immutableSize(keys.size, immutablePercentage) + + var map = emptyPersistentMap(implementation) + for (index in 0 until immutableSize) { + map = map.put(keys[index], "some value") + } + + val builder = map.builder() + for (index in immutableSize until keys.size) { + builder[keys[index]] = "some value" + } + + return builder +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt new file mode 100644 index 0000000..571ef9e --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt @@ -0,0 +1,54 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableMap + +import benchmarks.* +import kotlinx.collections.immutable.PersistentMap +import kotlinx.collections.immutable.persistentHashMapOf +import kotlinx.collections.immutable.persistentMapOf +import kotlin.math.ceil +import kotlin.math.log + + +fun emptyPersistentMap(implementation: String): PersistentMap = when (implementation) { + HASH_IMPL -> persistentHashMapOf() + ORDERED_IMPL -> persistentMapOf() + else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") +} + +fun persistentMapPut(implementation: String, keys: List): PersistentMap { + var map = emptyPersistentMap(implementation) + for (key in keys) { + map = map.put(key, "some value") + } + return map +} + +fun persistentMapRemove(persistentMap: PersistentMap, keys: List): PersistentMap { + var map = persistentMap + for (key in keys) { + map = map.remove(key) + } + return map +} + + +private const val branchingFactor = 32 +private const val logBranchingFactor = 5 + +private fun expectedHeightOfPersistentMapWithSize(size: Int): Int { + return ceil(log(size.toDouble(), branchingFactor.toDouble())).toInt() +} + +/** + * Returns the size of a persistent map whose expected height is + * half of the specified [persistentMap]'s expected height. + */ +fun sizeForHalfHeight(persistentMap: PersistentMap<*, *>): Int { + val expectedHeight = expectedHeightOfPersistentMapWithSize(persistentMap.size) + return 1 shl ((expectedHeight / 2) * logBranchingFactor) +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutablePercentage.kt b/benchmarks/src/main/kotlin/benchmarks/immutablePercentage.kt new file mode 100644 index 0000000..d83c11c --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutablePercentage.kt @@ -0,0 +1,22 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks + +import kotlin.math.floor + +const val IP_100 = "100.0" +const val IP_99_09 = "99.09" +const val IP_95 = "95.0" +const val IP_70 = "70.0" +const val IP_50 = "50.0" +const val IP_30 = "30.0" +const val IP_0 = "0.0" + + +fun immutableSize(size: Int, immutablePercentage: Double): Int { + return floor(size * immutablePercentage / 100.0).toInt() +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt new file mode 100644 index 0000000..e9b67e4 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt @@ -0,0 +1,51 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableSet +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Add { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var elements = listOf() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + } + + @Benchmark + fun add(): ImmutableSet { + return persistentSetAdd(implementation, elements) + } + + @Benchmark + fun addAndContains(bh: Blackhole) { + val set = persistentSetAdd(implementation, elements) + repeat(times = size) { index -> + bh.consume(set.contains(elements[index])) + } + } + + @Benchmark + fun addAndIterate(bh: Blackhole) { + val set = persistentSetAdd(implementation, elements) + for (element in set) { + bh.consume(element) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt new file mode 100644 index 0000000..becdd54 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt @@ -0,0 +1,42 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.persistentSetOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Contains { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var elements = listOf() + private var persistentSet = persistentSetOf() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + persistentSet = persistentSetAdd(implementation, elements) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + elements = generateElements(hashCodeType, size) + } + + @Benchmark + fun contains(bh: Blackhole) { + repeat(times = size) { index -> + bh.consume(persistentSet.contains(elements[index])) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt new file mode 100644 index 0000000..07e8f69 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt @@ -0,0 +1,43 @@ +/* + * Copyright 2016-2021 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentSetOf + +@State(Scope.Benchmark) +open class Equals { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var persistentSet = persistentSetOf() + private var sameSet = persistentSetOf() + private var slightlyDifferentSet = persistentSetOf() + private var veryDifferentSet = persistentSetOf() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, size * 2) + persistentSet = persistentSetAdd(implementation, keys.take(size)) + sameSet = persistentSetAdd(implementation, keys.take(size)) + slightlyDifferentSet = sameSet.add(keys[size]).remove(keys[0]) + veryDifferentSet = persistentSetAdd(implementation, keys.drop(size)) + } + + @Benchmark + fun equalsTrue() = persistentSet == sameSet + @Benchmark + fun nearlyEquals() = persistentSet == slightlyDifferentSet + @Benchmark + fun notEquals() = persistentSet == veryDifferentSet +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt new file mode 100644 index 0000000..b5cff47 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt @@ -0,0 +1,37 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.persistentSetOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var persistentSet = persistentSetOf() + + @Setup + fun prepare() { + persistentSet = persistentSetAdd(implementation, generateElements(hashCodeType, size)) + } + + @Benchmark + fun iterate(bh: Blackhole) { + for (e in persistentSet) { + bh.consume(e) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt new file mode 100644 index 0000000..b9a7af4 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt @@ -0,0 +1,45 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.ImmutableSet +import kotlinx.collections.immutable.persistentSetOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var elements = listOf() + private var persistentSet = persistentSetOf() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + persistentSet = persistentSetAdd(implementation, elements) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + elements = generateElements(hashCodeType, size) + } + + @Benchmark + fun remove(): ImmutableSet { + var set = persistentSet + repeat(times = size) { index -> + set = set.remove(elements[index]) + } + return set + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt new file mode 100644 index 0000000..d1aaabe --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt @@ -0,0 +1,54 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentSet +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Add { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var elements = listOf() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + } + + @Benchmark + fun add(): PersistentSet.Builder { + return persistentSetBuilderAdd(implementation, elements, immutablePercentage) + } + + @Benchmark + fun addAndContains(bh: Blackhole) { + val builder = persistentSetBuilderAdd(implementation, elements, immutablePercentage) + repeat(times = size) { index -> + bh.consume(builder.contains(elements[index])) + } + } + + @Benchmark + fun addAndIterate(bh: Blackhole) { + val set = persistentSetBuilderAdd(implementation, elements, immutablePercentage) + for (element in set) { + bh.consume(element) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt new file mode 100644 index 0000000..f5261c4 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt @@ -0,0 +1,45 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentSetOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Contains { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var elements = listOf() + private var builder = persistentSetOf().builder() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + builder = persistentSetBuilderAdd(implementation, elements, immutablePercentage) + + if (hashCodeType == NON_EXISTING_HASH_CODE) + elements = generateElements(hashCodeType, size) + } + + @Benchmark + fun contains(bh: Blackhole) { + repeat(times = size) { index -> + bh.consume(builder.contains(elements[index])) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt new file mode 100644 index 0000000..e46ae6f --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt @@ -0,0 +1,45 @@ +/* + * Copyright 2016-2021 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentSetOf + +@State(Scope.Benchmark) +open class Equals { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var persistentSet = persistentSetOf().builder() + private var sameSet = persistentSetOf().builder() + private var slightlyDifferentSet = persistentSetOf().builder() + private var veryDifferentSet = persistentSetOf().builder() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, size * 2) + persistentSet = persistentSetBuilderAdd(implementation, keys.take(size), 0.0) + sameSet = persistentSetBuilderAdd(implementation, keys.take(size), 0.0) + slightlyDifferentSet = sameSet.build().builder() + slightlyDifferentSet.add(keys[size]) + slightlyDifferentSet.remove(keys[0]) + veryDifferentSet = persistentSetBuilderAdd(implementation, keys.drop(size), 0.0) + } + + @Benchmark + fun equalsTrue() = persistentSet == sameSet + @Benchmark + fun nearlyEquals() = persistentSet == slightlyDifferentSet + @Benchmark + fun notEquals() = persistentSet == veryDifferentSet +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt new file mode 100644 index 0000000..eab54b0 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt @@ -0,0 +1,41 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import kotlinx.collections.immutable.persistentSetOf +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Iterate { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var builder = persistentSetOf().builder() + + @Setup + fun prepare() { + val elements = generateElements(hashCodeType, size) + builder = persistentSetBuilderAdd(implementation, elements, immutablePercentage) + } + + @Benchmark + fun iterate(bh: Blackhole) { + for (e in builder) { + bh.consume(e) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt new file mode 100644 index 0000000..d6bd5d9 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt @@ -0,0 +1,49 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import kotlinx.collections.immutable.PersistentSet +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class Remove { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HASH_IMPL, ORDERED_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) + var immutablePercentage: Double = 0.0 + + private var elements = listOf() + private var elementsToRemove = listOf() + + @Setup + fun prepare() { + elements = generateElements(hashCodeType, size) + + elementsToRemove = if (hashCodeType == NON_EXISTING_HASH_CODE) { + generateElements(hashCodeType, size) + } else { + elements + } + } + + @Benchmark + fun addAndRemove(): PersistentSet.Builder { + val builder = persistentSetBuilderAdd(implementation, elements, immutablePercentage) + repeat(times = size) { index -> + builder.remove(elementsToRemove[index]) + } + return builder + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/utils.kt new file mode 100644 index 0000000..c80379b --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/utils.kt @@ -0,0 +1,31 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet.builder + +import benchmarks.* +import benchmarks.immutableSet.emptyPersistentSet +import kotlinx.collections.immutable.PersistentSet + +fun persistentSetBuilderAdd( + implementation: String, + elements: List, + immutablePercentage: Double +): PersistentSet.Builder { + val immutableSize = immutableSize(elements.size, immutablePercentage) + + var set = emptyPersistentSet(implementation) + for (index in 0 until immutableSize) { + set = set.add(elements[index]) + } + + val builder = set.builder() + for (index in immutableSize until elements.size) { + builder.add(elements[index]) + } + + return builder +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt new file mode 100644 index 0000000..f95abc6 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -0,0 +1,53 @@ +/* + * Modified from the kotlinx.collections.immutable sources, which contained the following notice: + * Copyright 2016-2019 JetBrains s.r.o. + * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. + */ + +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.PersistentSet +import kotlinx.collections.immutable.persistentHashSetOf +import kotlinx.collections.immutable.persistentSetOf +import kotlin.math.ceil +import kotlin.math.log + + +fun emptyPersistentSet(implementation: String): PersistentSet = when (implementation) { + HASH_IMPL -> persistentHashSetOf() + ORDERED_IMPL -> persistentSetOf() + else -> throw AssertionError("Unknown PersistentSet implementation: $implementation") +} + +fun persistentSetAdd(implementation: String, elements: List): PersistentSet { + var set = emptyPersistentSet(implementation) + for (element in elements) { + set = set.add(element) + } + return set +} + +fun persistentSetRemove(persistentSet: PersistentSet, elements: List): PersistentSet { + var set = persistentSet + for (element in elements) { + set = set.remove(element) + } + return set +} + +private const val branchingFactor = 32 +private const val logBranchingFactor = 5 + +private fun expectedHeightOfPersistentSetWithSize(size: Int): Int { + return ceil(log(size.toDouble(), branchingFactor.toDouble())).toInt() +} + +/** + * Returns the size of a persistent set whose expected height is + * half of the specified [persistentSet]'s expected height. + */ +fun sizeForHalfHeight(persistentSet: PersistentSet<*>): Int { + val expectedHeight = expectedHeightOfPersistentSetWithSize(persistentSet.size) + return 1 shl ((expectedHeight / 2) * logBranchingFactor) +} diff --git a/build.gradle.kts b/build.gradle.kts index 28e1c39..d9b7e97 100644 --- a/build.gradle.kts +++ b/build.gradle.kts @@ -5,9 +5,6 @@ import java.net.URI plugins { kotlin("jvm") - kotlin("plugin.serialization") - id("io.github.detekt.gradle.compiler-plugin") - id("java-library") id("maven-publish") id("pl.allegro.tech.build.axion-release") } diff --git a/collect/build.gradle.kts b/collect/build.gradle.kts index aaf3dd7..600b2f2 100644 --- a/collect/build.gradle.kts +++ b/collect/build.gradle.kts @@ -3,10 +3,8 @@ import org.gradle.kotlin.dsl.* plugins { kotlin("jvm") - kotlin("plugin.serialization") id("io.github.detekt.gradle.compiler-plugin") id("java-library") - id("maven-publish") } kotlin { diff --git a/detekt-treapability/build.gradle.kts b/detekt-treapability/build.gradle.kts index 1c11862..ad6f526 100644 --- a/detekt-treapability/build.gradle.kts +++ b/detekt-treapability/build.gradle.kts @@ -4,9 +4,7 @@ import org.jetbrains.kotlin.gradle.tasks.KotlinCompile plugins { kotlin("jvm") - kotlin("plugin.serialization") id("java-library") - id("maven-publish") } tasks.withType { diff --git a/gradle.properties b/gradle.properties index a284b8f..242fbd7 100644 --- a/gradle.properties +++ b/gradle.properties @@ -3,3 +3,4 @@ javaVersion=11 detektVersion=1.23.1 junitVersion=5.9.1 axionVersion=1.15.5 +benchmarkVersion=0.4.4 diff --git a/settings.gradle.kts b/settings.gradle.kts index b9f0672..7242236 100644 --- a/settings.gradle.kts +++ b/settings.gradle.kts @@ -2,11 +2,13 @@ pluginManagement { val kotlinVersion: String by settings val detektVersion: String by settings val axionVersion: String by settings + val benchmarkVersion: String by settings plugins { id("org.jetbrains.kotlin.jvm") version kotlinVersion - kotlin("plugin.serialization") version kotlinVersion + id("org.jetbrains.kotlin.plugin.allopen") version kotlinVersion id("io.github.detekt.gradle.compiler-plugin") version detektVersion id("pl.allegro.tech.build.axion-release") version axionVersion + id("org.jetbrains.kotlinx.benchmark") version benchmarkVersion } repositories { mavenCentral() @@ -16,4 +18,4 @@ pluginManagement { rootProject.name = "Collections" -include("collect", "detekt-treapability") +include("collect", "detekt-treapability", "benchmarks") From cf0faf4bd8bf39f15bca84de80d3f2bfb063ba57 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Tue, 24 Oct 2023 16:13:09 -0700 Subject: [PATCH 02/18] readme --- benchmarks/README.md | 4 ++++ 1 file changed, 4 insertions(+) create mode 100644 benchmarks/README.md diff --git a/benchmarks/README.md b/benchmarks/README.md new file mode 100644 index 0000000..220b2f3 --- /dev/null +++ b/benchmarks/README.md @@ -0,0 +1,4 @@ +# Benchmarks + +Much of this code has been copied, with modifications, from the [kotlinx.collections.immutable] sources, which are +licensed under the [Apache 2.0 license](apache-license.txt). From c28035e6d3485c3f0dc9312dbb4c691fb5f1fd28 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Tue, 24 Oct 2023 16:25:09 -0700 Subject: [PATCH 03/18] cleanup --- .../kotlin/benchmarks/immutableList/Add.kt | 66 --------- .../kotlin/benchmarks/immutableList/AddAll.kt | 109 --------------- .../kotlin/benchmarks/immutableList/Get.kt | 32 ----- .../benchmarks/immutableList/Iterate.kt | 41 ------ .../kotlin/benchmarks/immutableList/Remove.kt | 63 --------- .../benchmarks/immutableList/RemoveAll.kt | 93 ------------ .../kotlin/benchmarks/immutableList/Set.kt | 44 ------ .../benchmarks/immutableList/builder/Add.kt | 73 ---------- .../immutableList/builder/AddAll.kt | 132 ------------------ .../benchmarks/immutableList/builder/Get.kt | 34 ----- .../immutableList/builder/Iterate.kt | 43 ------ .../immutableList/builder/Remove.kt | 59 -------- .../immutableList/builder/RemoveAll.kt | 107 -------------- .../benchmarks/immutableList/builder/Set.kt | 46 ------ .../benchmarks/immutableList/builder/utils.kt | 20 --- .../kotlin/benchmarks/immutableList/utils.kt | 18 --- .../kotlin/benchmarks/immutableSet/utils.kt | 15 -- 17 files changed, 995 deletions(-) delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt delete mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt deleted file mode 100644 index fd564b8..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/Add.kt +++ /dev/null @@ -1,66 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.ImmutableList -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Add { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Benchmark - fun addLast(): ImmutableList { - return persistentListAdd(size) - } - - @Benchmark - fun addLastAndIterate(bh: Blackhole) { - val list = persistentListAdd(size) - for (e in list) { - bh.consume(e) - } - } - - @Benchmark - fun addLastAndGet(bh: Blackhole) { - val list = persistentListAdd(size) - for (i in 0 until list.size) { - bh.consume(list[i]) - } - } - - /** - * Adds [size] - 1 elements to an empty persistent list - * and then inserts one element at the beginning. - * - * Measures mean time and memory spent per `add` operation. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun addFirst(): ImmutableList { - return persistentListAdd(size - 1).add(0, "another element") - } - - /** - * Adds [size] - 1 elements to an empty persistent list - * and then inserts one element at the middle. - * - * Measures mean time and memory spent per `add` operation. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun addMiddle(): ImmutableList { - return persistentListAdd(size - 1).add(size / 2, "another element") - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt deleted file mode 100644 index 4f7bc18..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/AddAll.kt +++ /dev/null @@ -1,109 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.ImmutableList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class AddAll { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var listToAdd = emptyList() - - @Setup - fun prepare() { - listToAdd = List(size) { "another element" } - } - - // Results of the following benchmarks do not indicate memory or time spent per operation, - // however regressions there do indicate changes. - // - // the benchmarks measure mean time and memory spent per added element. - // - // Expected time: nearly constant. - // Expected memory: nearly constant. - - /** - * Adds [size] elements to an empty persistent list using `addAll` operation. - */ - @Benchmark - fun addAllLast(): ImmutableList { - return persistentListOf().addAll(listToAdd) - } - - /** - * Adds `size / 2` elements to an empty persistent list - * and then adds `size - size / 2` elements using `addAll` operation. - */ - @Benchmark - fun addAllLast_Half(): ImmutableList { - val initialSize = size / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) // assuming subList creation is neglectable - return persistentListAdd(initialSize).addAll(subListToAdd) - } - - /** - * Adds `size - size / 3` elements to an empty persistent list - * and then adds `size / 3` elements using `addAll` operation. - */ - @Benchmark - fun addAllLast_OneThird(): ImmutableList { - val initialSize = size - size / 3 - val subListToAdd = listToAdd.subList(0, size - initialSize) - return persistentListAdd(initialSize).addAll(subListToAdd) - } - - /** - * Adds `size / 2` elements to an empty persistent list - * and then inserts `size - size / 2` elements at the beginning using `addAll` operation. - */ - @Benchmark - fun addAllFirst_Half(): ImmutableList { - val initialSize = size / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - return persistentListAdd(initialSize).addAll(0, subListToAdd) - } - - /** - * Adds `size - size / 3` elements to an empty persistent list - * and then inserts `size / 3` elements at the beginning using `addAll` operation. - */ - @Benchmark - fun addAllFirst_OneThird(): ImmutableList { - val initialSize = size - size / 3 - val subListToAdd = listToAdd.subList(0, size - initialSize) - return persistentListAdd(initialSize).addAll(0, subListToAdd) - } - - /** - * Adds `size / 2` elements to an empty persistent list - * and then inserts `size - size / 2` elements at the middle using `addAll` operation. - */ - @Benchmark - fun addAllMiddle_Half(): ImmutableList { - val initialSize = size / 2 - val index = initialSize / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - return persistentListAdd(initialSize).addAll(index, subListToAdd) - } - - /** - * Adds `size - size / 3` elements to an empty persistent list builder - * and then inserts `size / 3` elements at the middle using `addAll` operation. - */ - @Benchmark - fun addAllMiddle_OneThird(): ImmutableList { - val initialSize = size - size / 3 - val index = initialSize / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - return persistentListAdd(initialSize).addAll(index, subListToAdd) - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt deleted file mode 100644 index 1327207..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/Get.kt +++ /dev/null @@ -1,32 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Get { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var persistentList: PersistentList = persistentListOf() - - @Setup - fun prepare() { - persistentList = persistentListAdd(size) - } - - @Benchmark - fun getByIndex(bh: Blackhole) { - for (i in 0 until persistentList.size) { - bh.consume(persistentList[i]) - } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt deleted file mode 100644 index 78a9839..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/Iterate.kt +++ /dev/null @@ -1,41 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Iterate { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var persistentList: PersistentList = persistentListOf() - - @Setup - fun prepare() { - persistentList = persistentListAdd(size) - } - - @Benchmark - fun firstToLast(bh: Blackhole) { - for (e in persistentList) { - bh.consume(e) - } - } - - @Benchmark - fun lastToFirst(bh: Blackhole) { - val iterator = persistentList.listIterator(size) - - while (iterator.hasPrevious()) { - bh.consume(iterator.previous()) - } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt deleted file mode 100644 index da69787..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/Remove.kt +++ /dev/null @@ -1,63 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.ImmutableList -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Remove { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var persistentList: PersistentList = persistentListOf() - - @Setup - fun prepare() { - persistentList = persistentListAdd(size) - } - - @Benchmark - fun removeLast(): ImmutableList { - var list = persistentList - repeat(times = size) { - list = list.removeAt(list.size - 1) - } - return list - } - - /** - * Removes one element from the beginning. - * - * Measures (time and memory spent on `removeAt` operation) / size. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun removeFirst(): ImmutableList { - val list = persistentList - return list.removeAt(0) - } - - /** - * Removes one element from the middle. - * - * Measures (time and memory spent on `removeAt` operation) / size. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun removeMiddle(): ImmutableList { - val list = persistentList - return list.removeAt(size / 2) - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt deleted file mode 100644 index 6c10225..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/RemoveAll.kt +++ /dev/null @@ -1,93 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* -import kotlin.random.Random - -@State(Scope.Benchmark) -open class RemoveAll { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var persistentList: PersistentList = persistentListOf() - - @Setup - fun prepare() { - persistentList = persistentListOf().addAll(List(size) { it }) - } - - // Results of the following benchmarks do not indicate memory or time spent per operation, - // however regressions there do indicate changes. - // - // The benchmarks measure (time and memory spent on `removeAll` operation) / size - // - // Expected time: nearly constant - // Expected memory: nearly constant - - /** - * Removes all elements using `removeAll(elements)` operation. - */ - @Benchmark - fun removeAll_All(): PersistentList { - val list = persistentList - val elementsToRemove = List(size) { it } - return list.removeAll(elementsToRemove) - } - - /** - * Removes half of the elements using `removeAll(elements)` operation. - */ - @Benchmark - fun removeAll_RandomHalf(): PersistentList { - val list = persistentList - val elementsToRemove = randomIndexes(size / 2) - return list.removeAll(elementsToRemove) - } - - /** - * Removes 10 random elements using `removeAll(elements)` operation. - */ - @Benchmark - fun removeAll_RandomTen(): PersistentList { - val list = persistentList - val elementsToRemove = randomIndexes(10) - return list.removeAll(elementsToRemove) - } - - /** - * Removes last [tailSize] elements using `removeAll(elements)` operation. - */ - @Benchmark - fun removeAll_Tail(): PersistentList { - val list = persistentList - val elementsToRemove = List(tailSize()) { size - 1 - it } - return list.removeAll(elementsToRemove) - } - - /** - * Removes 10 non-existing elements using `removeAll(elements)` operation. - */ - @Benchmark - fun removeAll_NonExisting(): PersistentList { - val list = persistentList - val elementsToRemove = randomIndexes(10).map { size + it } - return list.removeAll(elementsToRemove) - } - - private fun randomIndexes(count: Int): List { - return List(count) { Random.nextInt(size) } - } - - private fun tailSize(): Int { - val bufferSize = 32 - return (size and (bufferSize - 1)).let { if (it == 0) bufferSize else it } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt deleted file mode 100644 index bee61a2..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/Set.kt +++ /dev/null @@ -1,44 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import benchmarks.* -import kotlinx.collections.immutable.ImmutableList -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Set { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - private var persistentList: PersistentList = persistentListOf() - private var randomIndices = listOf() - - @Setup - fun prepare() { - persistentList = persistentListAdd(size) - randomIndices = List(size) { it }.shuffled() - } - - @Benchmark - fun setByIndex(): ImmutableList { - repeat(times = size) { index -> - persistentList = persistentList.set(index, "another element") - } - return persistentList - } - - @Benchmark - fun setByRandomIndex(): ImmutableList { - repeat(times = size) { index -> - persistentList = persistentList.set(randomIndices[index], "another element") - } - return persistentList - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt deleted file mode 100644 index ade1fdf..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Add.kt +++ /dev/null @@ -1,73 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Add { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - @Benchmark - fun addLast(): PersistentList.Builder { - return persistentListBuilderAdd(size, immutablePercentage) - } - - @Benchmark - fun addLastAndIterate(bh: Blackhole) { - val builder = persistentListBuilderAdd(size, immutablePercentage) - for (e in builder) { - bh.consume(e) - } - } - - @Benchmark - fun addLastAndGet(bh: Blackhole) { - val builder = persistentListBuilderAdd(size, immutablePercentage) - for (i in 0 until builder.size) { - bh.consume(builder[i]) - } - } - - /** - * Adds [size] - 1 elements to an empty persistent list builder - * and then inserts one element at the beginning. - * - * Measures mean time and memory spent per `add` operation. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun addFirst(): PersistentList.Builder { - val builder = persistentListBuilderAdd(size - 1, immutablePercentage) - builder.add(0, "another element") - return builder - } - - /** - * Adds [size] - 1 elements to an empty persistent list builder - * and then inserts one element at the middle. - * - * Measures mean time and memory spent per `add` operation. - * - * Expected time: nearly constant. - * Expected memory: nearly constant. - */ - @Benchmark - fun addMiddle(): PersistentList.Builder { - val builder = persistentListBuilderAdd(size - 1, immutablePercentage) - builder.add(size / 2, "another element") - return builder - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt deleted file mode 100644 index cd1848e..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/AddAll.kt +++ /dev/null @@ -1,132 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class AddAll { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - private var listToAdd = emptyList() - - @Setup - fun prepare() { - listToAdd = List(size) { "another element" } - } - - // Results of the following benchmarks do not indicate memory or time spent per operation, - // however regressions there do indicate changes. - // - // The benchmarks measure mean time and memory spent per added element. - // - // Expected time: nearly constant. - // Expected memory: nearly constant. - - /** - * Adds [size] elements to an empty persistent list builder using `addAll` operation. - */ - @Benchmark - fun addAllLast(): PersistentList.Builder { - val builder = persistentListOf().builder() - builder.addAll(listToAdd) - return builder - } - - /** - * Adds `size / 2` elements to an empty persistent list builder - * and then adds `size - size / 2` elements using `addAll` operation. - */ - @Benchmark - fun addAllLast_Half(): PersistentList.Builder { - val initialSize = size / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) // assuming subList creation is neglectable - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(subListToAdd) - return builder - } - - /** - * Adds `size - size / 3` elements to an empty persistent list builder - * and then adds `size / 3` elements using `addAll` operation. - */ - @Benchmark - fun addAllLast_OneThird(): PersistentList.Builder { - val initialSize = size - size / 3 - val subListToAdd = listToAdd.subList(0, size - initialSize) - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(subListToAdd) - return builder - } - - /** - * Adds `size / 2` elements to an empty persistent list builder - * and then inserts `size - size / 2` elements at the beginning using `addAll` operation. - */ - @Benchmark - fun addAllFirst_Half(): PersistentList.Builder { - val initialSize = size / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(0, subListToAdd) - return builder - } - - /** - * Adds `size - size / 3` elements to an empty persistent list builder - * and then inserts `size / 3` elements at the beginning using `addAll` operation. - */ - @Benchmark - fun addAllFirst_OneThird(): PersistentList.Builder { - val initialSize = size - size / 3 - val subListToAdd = listToAdd.subList(0, size - initialSize) - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(0, subListToAdd) - return builder - } - - /** - * Adds `size / 2` elements to an empty persistent list builder - * and then inserts `size - size / 2` elements at the middle using `addAll` operation. - */ - @Benchmark - fun addAllMiddle_Half(): PersistentList.Builder { - val initialSize = size / 2 - val index = initialSize / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(index, subListToAdd) - return builder - } - - /** - * Adds `size - size / 3` elements to an empty persistent list builder - * and then inserts `size / 3` elements at the middle using `addAll` operation. - */ - @Benchmark - fun addAllMiddle_OneThird(): PersistentList.Builder { - val initialSize = size - size / 3 - val index = initialSize / 2 - val subListToAdd = listToAdd.subList(0, size - initialSize) - - val builder = persistentListBuilderAdd(initialSize, immutablePercentage) - builder.addAll(index, subListToAdd) - return builder - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt deleted file mode 100644 index 460427b..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Get.kt +++ /dev/null @@ -1,34 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Get { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - private var builder = persistentListOf().builder() - - @Setup - fun prepare() { - builder = persistentListBuilderAdd(size, immutablePercentage) - } - - @Benchmark - fun getByIndex(bh: Blackhole) { - for (i in 0 until builder.size) { - bh.consume(builder[i]) - } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt deleted file mode 100644 index 3923f97..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Iterate.kt +++ /dev/null @@ -1,43 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Iterate { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - private var builder = persistentListOf().builder() - - @Setup - fun prepare() { - builder = persistentListBuilderAdd(size, immutablePercentage) - } - - @Benchmark - fun firstToLast(bh: Blackhole) { - for (e in builder) { - bh.consume(e) - } - } - - @Benchmark - fun lastToFirst(bh: Blackhole) { - val iterator = builder.listIterator(size) - - while (iterator.hasPrevious()) { - bh.consume(iterator.previous()) - } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt deleted file mode 100644 index 2f18bc5..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Remove.kt +++ /dev/null @@ -1,59 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Remove { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - @Benchmark - fun addAndRemoveLast(): PersistentList.Builder { - val builder = persistentListBuilderAdd(size, immutablePercentage) - for (i in 0 until size) { - builder.removeAt(builder.size - 1) - } - return builder - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes one element from the beginning. - * - * Measures (mean time and memory spent per `add` operation) + (time and memory spent on `removeAt` operation) / size. - * - * Expected time: [Add.addLast] + nearly constant. - * Expected memory: [Add.addLast] + nearly constant. - */ - @Benchmark - fun addAndRemoveFirst(): String { - val builder = persistentListBuilderAdd(size, immutablePercentage) - return builder.removeAt(0) - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes one element from the middle. - * - * Measures (mean time and memory spent per `add` operation) + (time and memory spent on `removeAt` operation) / size. - * - * Expected time: [Add.addLast] + nearly constant. - * Expected memory: [Add.addLast] + nearly constant. - */ - @Benchmark - fun addAndRemoveMiddle(): String { - val builder = persistentListBuilderAdd(size, immutablePercentage) - return builder.removeAt(size / 2) - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt deleted file mode 100644 index 6dac158..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/RemoveAll.kt +++ /dev/null @@ -1,107 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* -import kotlin.random.Random - -@State(Scope.Benchmark) -open class RemoveAll { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - // Results of the following benchmarks do not indicate memory or time spent per operation, - // however regressions there do indicate changes. - // - // The benchmarks measure (mean time and memory spent per `add` operation) + (time and memory spent on `removeAll` operation) / size. - // - // Expected time: [Add.addLast] + nearly constant. - // Expected memory: [Add.addLast] + nearly constant. - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes all of them using `removeAll(elements)` operation. - */ - @Benchmark - fun addAndRemoveAll_All(): Boolean { - val builder = persistentListBuilderAddIndexes() - val elementsToRemove = List(size) { it } - return builder.removeAll(elementsToRemove) - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes half of them using `removeAll(elements)` operation. - */ - @Benchmark - fun addAndRemoveAll_RandomHalf(): Boolean { - val builder = persistentListBuilderAddIndexes() - val elementsToRemove = randomIndexes(size / 2) - return builder.removeAll(elementsToRemove) - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes 10 of them using `removeAll(elements)` operation. - */ - @Benchmark - fun addAndRemoveAll_RandomTen(): Boolean { - val builder = persistentListBuilderAddIndexes() - val elementsToRemove = randomIndexes(10) - return builder.removeAll(elementsToRemove) - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes last [tailSize] of them using `removeAll(elements)` operation. - */ - @Benchmark - fun addAndRemoveAll_Tail(): Boolean { - val builder = persistentListBuilderAddIndexes() - val elementsToRemove = List(tailSize()) { size - 1 - it } - return builder.removeAll(elementsToRemove) - } - - /** - * Adds [size] elements to an empty persistent list builder - * and then removes 10 non-existing elements using `removeAll(elements)` operation. - */ - @Benchmark - fun addAndRemoveAll_NonExisting(): Boolean { - val builder = persistentListBuilderAddIndexes() - val elementsToRemove = randomIndexes(10).map { size + it } - return builder.removeAll(elementsToRemove) - } - - private fun persistentListBuilderAddIndexes(): PersistentList.Builder { - val immutableSize = immutableSize(size, immutablePercentage) - var list = persistentListOf() - for (i in 0 until immutableSize) { - list = list.add(i) - } - val builder = list.builder() - for (i in immutableSize until size) { - builder.add(i) - } - return builder - } - - private fun randomIndexes(count: Int): List { - return List(count) { Random.nextInt(size) } - } - - private fun tailSize(): Int { - val bufferSize = 32 - return (size and (bufferSize - 1)).let { if (it == 0) bufferSize else it } - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt deleted file mode 100644 index 2588b71..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/Set.kt +++ /dev/null @@ -1,46 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import benchmarks.* -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf -import kotlinx.benchmark.* - -@State(Scope.Benchmark) -open class Set { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000, BM_10000000) - var size: Int = 0 - - @Param(IP_100, IP_99_09, IP_95, IP_70, IP_50, IP_30, IP_0) - var immutablePercentage: Double = 0.0 - - private var builder = persistentListOf().builder() - private var randomIndices = listOf() - - @Setup - fun prepare() { - builder = persistentListBuilderAdd(size, immutablePercentage) - randomIndices = List(size) { it }.shuffled() - } - - @Benchmark - fun setByIndex(): PersistentList.Builder { - for (i in 0 until size) { - builder[i] = "another element" - } - return builder - } - - @Benchmark - fun setByRandomIndex(): PersistentList.Builder { - for (i in 0 until size) { - builder[randomIndices[i]] = "another element" - } - return builder - } -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt deleted file mode 100644 index 0cf4d6a..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/builder/utils.kt +++ /dev/null @@ -1,20 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList.builder - -import kotlinx.collections.immutable.PersistentList -import benchmarks.immutableList.persistentListAdd -import benchmarks.immutableSize - -fun persistentListBuilderAdd(size: Int, immutablePercentage: Double): PersistentList.Builder { - val immutableSize = immutableSize(size, immutablePercentage) - val builder = persistentListAdd(immutableSize).builder() - repeat(times = size - immutableSize) { - builder.add("some element") - } - return builder -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt deleted file mode 100644 index df40a20..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/immutableList/utils.kt +++ /dev/null @@ -1,18 +0,0 @@ -/* - * Modified from the kotlinx.collections.immutable sources, which contained the following notice: - * Copyright 2016-2019 JetBrains s.r.o. - * Use of this source code is governed by the Apache 2.0 License that can be found in the LICENSE.txt file. - */ - -package benchmarks.immutableList - -import kotlinx.collections.immutable.PersistentList -import kotlinx.collections.immutable.persistentListOf - -fun persistentListAdd(size: Int): PersistentList { - var list = persistentListOf() - repeat(times = size) { - list = list.add("some element") - } - return list -} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt index f95abc6..9412cc6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -36,18 +36,3 @@ fun persistentSetRemove(persistentSet: PersistentSet, elements: List): return set } -private const val branchingFactor = 32 -private const val logBranchingFactor = 5 - -private fun expectedHeightOfPersistentSetWithSize(size: Int): Int { - return ceil(log(size.toDouble(), branchingFactor.toDouble())).toInt() -} - -/** - * Returns the size of a persistent set whose expected height is - * half of the specified [persistentSet]'s expected height. - */ -fun sizeForHalfHeight(persistentSet: PersistentSet<*>): Int { - val expectedHeight = expectedHeightOfPersistentSetWithSize(persistentSet.size) - return 1 shl ((expectedHeight / 2) * logBranchingFactor) -} From d3c6db2f59bd9d7976f765e8911cb1b5a7376b00 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Tue, 24 Oct 2023 16:53:24 -0700 Subject: [PATCH 04/18] Benchmark TreapSet vs hash --- benchmarks/build.gradle.kts | 28 +++++++++++++++++-- .../main/kotlin/benchmarks/hashCodeTypes.kt | 3 +- .../kotlin/benchmarks/immutableMap/Equals.kt | 2 +- .../kotlin/benchmarks/immutableMap/Get.kt | 2 +- .../kotlin/benchmarks/immutableMap/Iterate.kt | 2 +- .../kotlin/benchmarks/immutableMap/Put.kt | 2 +- .../kotlin/benchmarks/immutableMap/PutAll.kt | 2 +- .../kotlin/benchmarks/immutableMap/Remove.kt | 2 +- .../benchmarks/immutableMap/builder/Equals.kt | 2 +- .../benchmarks/immutableMap/builder/Get.kt | 2 +- .../immutableMap/builder/Iterate.kt | 2 +- .../benchmarks/immutableMap/builder/Put.kt | 2 +- .../benchmarks/immutableMap/builder/Remove.kt | 2 +- .../kotlin/benchmarks/immutableMap/utils.kt | 2 +- .../kotlin/benchmarks/immutableSet/Add.kt | 2 +- .../benchmarks/immutableSet/Contains.kt | 2 +- .../kotlin/benchmarks/immutableSet/Equals.kt | 2 +- .../kotlin/benchmarks/immutableSet/Iterate.kt | 2 +- .../kotlin/benchmarks/immutableSet/Remove.kt | 2 +- .../benchmarks/immutableSet/builder/Add.kt | 2 +- .../immutableSet/builder/Contains.kt | 2 +- .../benchmarks/immutableSet/builder/Equals.kt | 2 +- .../immutableSet/builder/Iterate.kt | 2 +- .../benchmarks/immutableSet/builder/Remove.kt | 2 +- .../kotlin/benchmarks/immutableSet/utils.kt | 4 +-- 25 files changed, 51 insertions(+), 28 deletions(-) diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 37a2bf2..94c597f 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -26,10 +26,34 @@ benchmark { configurations { named("main") { - + warmups = 7 + iterations = 7 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "1", "10", "100", "1000", "10000") + param("immutablePercentage", /*"95", "30", */"0") + param("hashCodeType", "random", "collision") + param("implementation", "hash", "tree") } - register("smoke") { + register("fast") { + warmups = 7 + iterations = 7 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "1000") + param("immutablePercentage", "0") + param("hashCodeType", "random") + + // include("immutableMap.Get.get$") + // include("immutableMap.Iterate.iterateKeys$") + // include("immutableMap.Put.put$") + // include("immutableMap.Remove.remove$") + + include("immutableSet.Add.add$") + // include("immutableSet.Contains.contains$") + // include("immutableSet.Iterate.iterate$") + // include("immutableSet.Remove.remove$") } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt index de3bb45..e0c83a0 100644 --- a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -33,6 +33,5 @@ private fun generateIntWrappers(hashCodeType: String, size: Int): List emptyPersistentMap(implementation: String): PersistentMap = when (implementation) { HASH_IMPL -> persistentHashMapOf() - ORDERED_IMPL -> persistentMapOf() + TREAP_IMPL -> persistentMapOf() else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt index e9b67e4..c94e1b6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt index becdd54..3e194ed 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt index 07e8f69..cc76fb9 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt index b5cff47..84b386f 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt index b9a7af4..7ec1e6e 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt @@ -16,7 +16,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt index d1aaabe..c9ababc 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt index f5261c4..9c71dd1 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt index e46ae6f..54caaf9 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt index eab54b0..8adde16 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt index d6bd5d9..47d9484 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt @@ -15,7 +15,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, ORDERED_IMPL) + @Param(HASH_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt index 9412cc6..8a7224b 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -7,16 +7,16 @@ package benchmarks.immutableSet import benchmarks.* +import com.certora.collect.treapSetOf import kotlinx.collections.immutable.PersistentSet import kotlinx.collections.immutable.persistentHashSetOf -import kotlinx.collections.immutable.persistentSetOf import kotlin.math.ceil import kotlin.math.log fun emptyPersistentSet(implementation: String): PersistentSet = when (implementation) { HASH_IMPL -> persistentHashSetOf() - ORDERED_IMPL -> persistentSetOf() + TREAP_IMPL -> treapSetOf() else -> throw AssertionError("Unknown PersistentSet implementation: $implementation") } From 5d2d66d18f5fa7f2024b47f59612b4df6c72af1f Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Tue, 24 Oct 2023 16:55:46 -0700 Subject: [PATCH 05/18] map comparison --- .../kotlin/benchmarks/immutableMap/utils.kt | 21 ++----------------- 1 file changed, 2 insertions(+), 19 deletions(-) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt index 6694f09..670d908 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt @@ -7,16 +7,16 @@ package benchmarks.immutableMap import benchmarks.* +import com.certora.collect.treapMapOf import kotlinx.collections.immutable.PersistentMap import kotlinx.collections.immutable.persistentHashMapOf -import kotlinx.collections.immutable.persistentMapOf import kotlin.math.ceil import kotlin.math.log fun emptyPersistentMap(implementation: String): PersistentMap = when (implementation) { HASH_IMPL -> persistentHashMapOf() - TREAP_IMPL -> persistentMapOf() + TREAP_IMPL -> treapMapOf() else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") } @@ -35,20 +35,3 @@ fun persistentMapRemove(persistentMap: PersistentMap, keys: List< } return map } - - -private const val branchingFactor = 32 -private const val logBranchingFactor = 5 - -private fun expectedHeightOfPersistentMapWithSize(size: Int): Int { - return ceil(log(size.toDouble(), branchingFactor.toDouble())).toInt() -} - -/** - * Returns the size of a persistent map whose expected height is - * half of the specified [persistentMap]'s expected height. - */ -fun sizeForHalfHeight(persistentMap: PersistentMap<*, *>): Int { - val expectedHeight = expectedHeightOfPersistentMapWithSize(persistentMap.size) - return 1 shl ((expectedHeight / 2) * logBranchingFactor) -} From 59586f0f2dbb262f99b9cb6be0ff27a13b264b54 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 11:28:25 -0700 Subject: [PATCH 06/18] more benchmarks --- benchmarks/build.gradle.kts | 59 +++++++++++---- .../main/kotlin/benchmarks/hashCodeTypes.kt | 2 +- .../kotlin/benchmarks/immutableMap/Equals.kt | 2 +- .../kotlin/benchmarks/immutableMap/Get.kt | 2 +- .../kotlin/benchmarks/immutableMap/Iterate.kt | 5 +- .../kotlin/benchmarks/immutableMap/Merge.kt | 62 ++++++++++++++++ .../kotlin/benchmarks/immutableMap/Put.kt | 2 +- .../kotlin/benchmarks/immutableMap/PutAll.kt | 2 +- .../kotlin/benchmarks/immutableMap/Remove.kt | 2 +- .../benchmarks/immutableMap/builder/Equals.kt | 2 +- .../benchmarks/immutableMap/builder/Get.kt | 2 +- .../immutableMap/builder/Iterate.kt | 5 +- .../benchmarks/immutableMap/builder/Put.kt | 2 +- .../benchmarks/immutableMap/builder/Remove.kt | 2 +- .../kotlin/benchmarks/immutableMap/utils.kt | 12 ++- .../kotlin/benchmarks/immutableSet/Add.kt | 2 +- .../benchmarks/immutableSet/Contains.kt | 2 +- .../kotlin/benchmarks/immutableSet/Equals.kt | 2 +- .../benchmarks/immutableSet/ForEachElement.kt | 28 +++++++ .../kotlin/benchmarks/immutableSet/Iterate.kt | 2 +- .../kotlin/benchmarks/immutableSet/Remove.kt | 2 +- .../benchmarks/immutableSet/SetOperators.kt | 73 +++++++++++++++++++ .../benchmarks/immutableSet/builder/Add.kt | 2 +- .../immutableSet/builder/Contains.kt | 2 +- .../benchmarks/immutableSet/builder/Equals.kt | 2 +- .../immutableSet/builder/Iterate.kt | 2 +- .../benchmarks/immutableSet/builder/Remove.kt | 2 +- .../kotlin/benchmarks/immutableSet/utils.kt | 12 ++- 28 files changed, 255 insertions(+), 41 deletions(-) create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/Merge.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/ForEachElement.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 94c597f..b0a1648 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -26,34 +26,67 @@ benchmark { configurations { named("main") { - warmups = 7 - iterations = 7 + warmups = 5 + iterations = 5 iterationTime = 500 iterationTimeUnit = "ms" param("size", "1", "10", "100", "1000", "10000") - param("immutablePercentage", /*"95", "30", */"0") + param("immutablePercentage", "0") param("hashCodeType", "random", "collision") - param("implementation", "hash", "tree") } register("fast") { - warmups = 7 - iterations = 7 + warmups = 5 + iterations = 5 iterationTime = 500 iterationTimeUnit = "ms" param("size", "1000") param("immutablePercentage", "0") param("hashCodeType", "random") - // include("immutableMap.Get.get$") - // include("immutableMap.Iterate.iterateKeys$") - // include("immutableMap.Put.put$") - // include("immutableMap.Remove.remove$") + include("immutableMap.Get.get$") + include("immutableMap.Iterate.iterateKeys$") + include("immutableMap.Put.put$") + include("immutableMap.Remove.remove$") include("immutableSet.Add.add$") - // include("immutableSet.Contains.contains$") - // include("immutableSet.Iterate.iterate$") - // include("immutableSet.Remove.remove$") + include("immutableSet.Contains.contains$") + include("immutableSet.Iterate.iterate$") + include("immutableSet.Remove.remove$") + } + + register("setIteration") { + warmups = 5 + iterations = 5 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "1000") + param("hashCodeType", "random") + + include("immutableSet.Iterate.iterate$") + include("immutableSet.ForEachElement.iterate$") + } + + register("setOperators") { + warmups = 5 + iterations = 5 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "10", "10000") + param("hashCodeType", "random") + + include("immutableSet.SetOperators") + } + + register("mapMerge") { + warmups = 5 + iterations = 5 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "10", "10000") + param("hashCodeType", "random") + + include("immutableMap.Merge") } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt index e0c83a0..c4d3788 100644 --- a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -33,5 +33,5 @@ private fun generateIntWrappers(hashCodeType: String, size: Int): List() + private var lhsSmall = persistentMapOf() + private var rhs = persistentMapOf() + private var rhsSmall = persistentMapOf() + + @Setup + fun prepare() { + val keys = generateKeys(hashCodeType, 2 * size) + lhs = persistentMapPut(implementation, keys.take(size)) + lhsSmall = persistentMapPut(implementation, keys.take((size / 1000) + 1)) + rhs = persistentMapPut(implementation, keys.takeLast(size)) + rhsSmall = persistentMapPut(implementation, keys.takeLast((size / 1000) + 1)) + } + + @Benchmark + fun mergeEqualSize() = lhs.merge(rhs) { _, a, b -> a ?: b } + + @Benchmark + fun mergeSmallIntoLarge() = lhs.merge(rhsSmall) { _, a, b -> a ?: b } + + @Benchmark + fun mergeLargeIntoSmall() = lhsSmall.merge(rhs) { _, a, b -> a ?: b } + + private fun Map.merge(m: Map, merger: (K, V?, V?) -> V?): Map = when(this) { + is TreapMap<*, *> -> (this as TreapMap).merge(m, merger) + else -> mutableMapOf().also { result -> + this.forEach { (k, v) -> + when (val vv = merger(k, v, m[k])) { + null -> {} + else -> result[k] = vv + } + } + m.forEach { (k, v) -> + if (k !in this) { + when (val vv = merger(k, this[k], v)) { + null -> {} + else -> result[k] = vv + } + } + } + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt index 29c9085..68adf53 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt @@ -15,7 +15,7 @@ open class Put { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt index 1b8fbed..d211f8d 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt @@ -15,7 +15,7 @@ open class PutAll { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt index ddbfad3..442087d 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt @@ -16,7 +16,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt index 3c0fbe0..7f5fa59 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt index fb22d0f..acbec83 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Get.kt @@ -15,7 +15,7 @@ open class Get { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt index a4c472e..1c40ba3 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) @@ -49,7 +49,8 @@ open class Iterate { @Benchmark fun iterateEntries(bh: Blackhole) { for (e in builder) { - bh.consume(e) + bh.consume(e.key) + bh.consume(e.value) } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt index 551bbdb..4216913 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Put.kt @@ -15,7 +15,7 @@ open class Put { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt index 651e93b..0c2f95b 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt @@ -15,7 +15,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt index 670d908..61965ba 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt @@ -7,7 +7,7 @@ package benchmarks.immutableMap import benchmarks.* -import com.certora.collect.treapMapOf +import com.certora.collect.* import kotlinx.collections.immutable.PersistentMap import kotlinx.collections.immutable.persistentHashMapOf import kotlin.math.ceil @@ -15,7 +15,7 @@ import kotlin.math.log fun emptyPersistentMap(implementation: String): PersistentMap = when (implementation) { - HASH_IMPL -> persistentHashMapOf() + HAMT_IMPL -> persistentHashMapOf() TREAP_IMPL -> treapMapOf() else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") } @@ -28,6 +28,14 @@ fun persistentMapPut(implementation: String, keys: List): PersistentMap treapMapPut(keys: List): TreapMap { + var map = treapMapOf() + for (key in keys) { + map = map.put(key, "some value") + } + return map +} + fun persistentMapRemove(persistentMap: PersistentMap, keys: List): PersistentMap { var map = persistentMap for (key in keys) { diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt index c94e1b6..a7e04ad 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt index 3e194ed..d4c95e7 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt index cc76fb9..b82e7e1 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/ForEachElement.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/ForEachElement.kt new file mode 100644 index 0000000..eefabc5 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/ForEachElement.kt @@ -0,0 +1,28 @@ +package benchmarks.immutableSet + +import benchmarks.* +import com.certora.collect.* +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class ForEachElement { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var treapSet = treapSetOf() + + @Setup + fun prepare() { + treapSet = treapSetAdd(generateElements(hashCodeType, size)) + } + + @Benchmark + fun iterate(bh: Blackhole) { + treapSet.forEachElement { + bh.consume(it) + } + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt index 84b386f..d46b1e9 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt index 7ec1e6e..15d9cfd 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt @@ -16,7 +16,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt new file mode 100644 index 0000000..b5470ba --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt @@ -0,0 +1,73 @@ +package benchmarks.immutableSet + +import benchmarks.* +import kotlinx.collections.immutable.* +import kotlinx.benchmark.* + +@State(Scope.Benchmark) +open class SetOperators { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(HAMT_IMPL, TREAP_IMPL) + var implementation = "" + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" + + private var original = persistentSetOf() + private var disjoint = persistentSetOf() + private var equal = persistentSetOf() + private var subset = persistentSetOf() + private var subsetFromOriginal = persistentSetOf() + private var superset = persistentSetOf() + private var supersetFromOriginal = persistentSetOf() + private var intersecting = persistentSetOf() + private var intersectingFromOriginal = persistentSetOf() + + @Setup + fun prepare() { + val elements = generateElements(hashCodeType, size) + val disjointElements = generateElements(hashCodeType, size) + + original = persistentSetAdd(implementation, elements) + disjoint = persistentSetAdd(implementation, disjointElements) + equal = persistentSetAdd(implementation, elements) + + subset = persistentSetAdd(implementation, elements.subList(0, size / 2)) + subsetFromOriginal = original - subset + + superset = persistentSetAdd(implementation, elements + disjointElements) + supersetFromOriginal = original + disjoint + + intersecting = persistentSetAdd(implementation, elements.subList(0, size / 2) + disjointElements) + intersectingFromOriginal = (original - subset) + disjoint + } + + @Benchmark fun unionDisjoint() = original union disjoint + @Benchmark fun unionEqual() = original union equal + @Benchmark fun unionSubset() = original union subset + @Benchmark fun unionSubsetFromOriginal() = original union subsetFromOriginal + @Benchmark fun unionSuperset() = original union superset + @Benchmark fun unionSupersetFromOriginal() = original union superset + @Benchmark fun unionIntersecting() = original union intersecting + @Benchmark fun unionIntersectingFromOriginal() = original union intersectingFromOriginal + + @Benchmark fun intersectDisjoint() = original intersect disjoint + @Benchmark fun intersectEqual() = original intersect equal + @Benchmark fun intersectSubset() = original intersect subset + @Benchmark fun intersectSubsetFromOriginal() = original intersect subsetFromOriginal + @Benchmark fun intersectSuperset() = original intersect superset + @Benchmark fun intersectSupersetFromOriginal() = original intersect superset + @Benchmark fun intersectIntersecting() = original intersect intersecting + @Benchmark fun intersectIntersectingFromOriginal() = original intersect intersectingFromOriginal + + @Benchmark fun subtractDisjoint() = original subtract disjoint + @Benchmark fun subtractEqual() = original subtract equal + @Benchmark fun subtractSubset() = original subtract subset + @Benchmark fun subtractSubsetFromOriginal() = original subtract subsetFromOriginal + @Benchmark fun subtractSuperset() = original subtract superset + @Benchmark fun subtractSupersetFromOriginal() = original subtract superset + @Benchmark fun subtractIntersecting() = original subtract intersecting + @Benchmark fun subtractIntersectingFromOriginal() = original subtract intersectingFromOriginal +} diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt index c9ababc..2ded7a4 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt index 9c71dd1..a1649c7 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt index 54caaf9..3651ed6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt index 8adde16..6f3b7bb 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt index 47d9484..04c8ffb 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt @@ -15,7 +15,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HASH_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt index 8a7224b..38eebf6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -7,7 +7,7 @@ package benchmarks.immutableSet import benchmarks.* -import com.certora.collect.treapSetOf +import com.certora.collect.* import kotlinx.collections.immutable.PersistentSet import kotlinx.collections.immutable.persistentHashSetOf import kotlin.math.ceil @@ -15,7 +15,7 @@ import kotlin.math.log fun emptyPersistentSet(implementation: String): PersistentSet = when (implementation) { - HASH_IMPL -> persistentHashSetOf() + HAMT_IMPL -> persistentHashSetOf() TREAP_IMPL -> treapSetOf() else -> throw AssertionError("Unknown PersistentSet implementation: $implementation") } @@ -28,6 +28,14 @@ fun persistentSetAdd(implementation: String, elements: List): PersistentS return set } +fun treapSetAdd(elements: List): TreapSet { + var set = treapSetOf() + for (element in elements) { + set = set.add(element) + } + return set +} + fun persistentSetRemove(persistentSet: PersistentSet, elements: List): PersistentSet { var set = persistentSet for (element in elements) { From 282f4212a55bc4453ce8f6c9d4b37c6081208f29 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 12:26:13 -0700 Subject: [PATCH 07/18] more benchmarks --- benchmarks/build.gradle.kts | 1 + .../kotlin/benchmarks/immutableMap/Merge.kt | 39 ++++------------ .../benchmarks/immutableMap/ParallelMerge.kt | 46 +++++++++++++++++++ 3 files changed, 55 insertions(+), 31 deletions(-) create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index b0a1648..c3a119f 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -87,6 +87,7 @@ benchmark { param("hashCodeType", "random") include("immutableMap.Merge") + include("immutableMap.ParallelMerge") } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Merge.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Merge.kt index b7a1881..9eccdd1 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Merge.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Merge.kt @@ -11,24 +11,21 @@ open class Merge { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) - var implementation = "" - @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) var hashCodeType = "" - private var lhs = persistentMapOf() - private var lhsSmall = persistentMapOf() - private var rhs = persistentMapOf() - private var rhsSmall = persistentMapOf() + private var lhs = treapMapOf() + private var lhsSmall = treapMapOf() + private var rhs = treapMapOf() + private var rhsSmall = treapMapOf() @Setup fun prepare() { val keys = generateKeys(hashCodeType, 2 * size) - lhs = persistentMapPut(implementation, keys.take(size)) - lhsSmall = persistentMapPut(implementation, keys.take((size / 1000) + 1)) - rhs = persistentMapPut(implementation, keys.takeLast(size)) - rhsSmall = persistentMapPut(implementation, keys.takeLast((size / 1000) + 1)) + lhs = treapMapPut(keys.take(size)) + lhsSmall = treapMapPut(keys.take((size / 1000) + 1)) + rhs = treapMapPut(keys.takeLast(size)) + rhsSmall = treapMapPut(keys.takeLast((size / 1000) + 1)) } @Benchmark @@ -39,24 +36,4 @@ open class Merge { @Benchmark fun mergeLargeIntoSmall() = lhsSmall.merge(rhs) { _, a, b -> a ?: b } - - private fun Map.merge(m: Map, merger: (K, V?, V?) -> V?): Map = when(this) { - is TreapMap<*, *> -> (this as TreapMap).merge(m, merger) - else -> mutableMapOf().also { result -> - this.forEach { (k, v) -> - when (val vv = merger(k, v, m[k])) { - null -> {} - else -> result[k] = vv - } - } - m.forEach { (k, v) -> - if (k !in this) { - when (val vv = merger(k, this[k], v)) { - null -> {} - else -> result[k] = vv - } - } - } - } - } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt new file mode 100644 index 0000000..2e70860 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt @@ -0,0 +1,46 @@ +package benchmarks.immutableMap + +import benchmarks.* +import com.certora.collect.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class ParallelMerge { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param("100", "100000") + var parallelMergeWork = "" + + private var lhs = treapMapOf() + private var lhsSmall = treapMapOf() + private var rhs = treapMapOf() + private var rhsSmall = treapMapOf() + private var parallelMergeWorkCount = 0 + + @Setup + fun prepare() { + parallelMergeWorkCount = parallelMergeWork.toInt() + + val keys = generateKeys(hashCodeType, 2 * size) + lhs = treapMapPut(keys.take(size)) + lhsSmall = treapMapPut(keys.take((size / 1000) + 1)) + rhs = treapMapPut(keys.takeLast(size)) + rhsSmall = treapMapPut(keys.takeLast((size / 1000) + 1)) + } + + @Benchmark + fun nonParallel(sink: Blackhole) = lhs.merge(rhs) { _, a, b -> parallelWork(sink, a, b) } + + @Benchmark + fun parallel(sink: Blackhole) = lhs.parallelMerge(rhs) { _, a, b -> parallelWork(sink, a, b) } + + private fun parallelWork(sink: Blackhole, a: V?, b: V?): V? { + repeat(parallelMergeWorkCount) { sink.consume(it) } + return a ?: b + } +} From 4c5794b583df6ed23e7c41345d617aa97e68ff3f Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 12:38:40 -0700 Subject: [PATCH 08/18] More benchmarks --- benchmarks/build.gradle.kts | 11 +++++++ .../benchmarks/immutableMap/ParallelMerge.kt | 7 ++-- .../benchmarks/immutableMap/UpdateValues.kt | 33 +++++++++++++++++++ 3 files changed, 46 insertions(+), 5 deletions(-) create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/UpdateValues.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index c3a119f..11cd046 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -89,5 +89,16 @@ benchmark { include("immutableMap.Merge") include("immutableMap.ParallelMerge") } + + register("mapUpdateValues") { + warmups = 5 + iterations = 5 + iterationTime = 500 + iterationTimeUnit = "ms" + param("size", "10", "10000") + param("hashCodeType", "random") + + include("immutableMap.UpdateValues") + } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt index 2e70860..dde2f1a 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt @@ -14,18 +14,15 @@ open class ParallelMerge { var hashCodeType = "" @Param("100", "100000") - var parallelMergeWork = "" + var parallelMergeWork: Int = 0 private var lhs = treapMapOf() private var lhsSmall = treapMapOf() private var rhs = treapMapOf() private var rhsSmall = treapMapOf() - private var parallelMergeWorkCount = 0 @Setup fun prepare() { - parallelMergeWorkCount = parallelMergeWork.toInt() - val keys = generateKeys(hashCodeType, 2 * size) lhs = treapMapPut(keys.take(size)) lhsSmall = treapMapPut(keys.take((size / 1000) + 1)) @@ -40,7 +37,7 @@ open class ParallelMerge { fun parallel(sink: Blackhole) = lhs.parallelMerge(rhs) { _, a, b -> parallelWork(sink, a, b) } private fun parallelWork(sink: Blackhole, a: V?, b: V?): V? { - repeat(parallelMergeWorkCount) { sink.consume(it) } + repeat(parallelMergeWork) { sink.consume(it) } return a ?: b } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/UpdateValues.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/UpdateValues.kt new file mode 100644 index 0000000..ca98a37 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/UpdateValues.kt @@ -0,0 +1,33 @@ +package benchmarks.immutableMap + +import benchmarks.* +import com.certora.collect.* +import kotlinx.collections.immutable.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class UpdateValues { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param("0.0", "20.0", "100.0") + var updatePercentage: Double = 0.0 + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + private var map = treapMapOf() + private var updateKeys = setOf() + + @Setup + fun prepare() { + val random = kotlin.random.Random(42) + val keys = generateKeys(hashCodeType, size) + updateKeys = keys.filter { random.nextDouble() < updatePercentage / 100 }.toSet() + map = treapMapPut(generateKeys(hashCodeType, size)) + } + + @Benchmark + fun update() = map.updateValues { k, v -> if (k in updateKeys) v + "updated" else v } +} From a42f9204623c672355894768d4b0e8aa17f8118d Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 15:15:31 -0700 Subject: [PATCH 09/18] parallelUpdateValues benchmark --- benchmarks/build.gradle.kts | 1 + .../benchmarks/immutableMap/ParallelMerge.kt | 6 +-- .../immutableMap/ParallelUpdateValues.kt | 44 +++++++++++++++++++ 3 files changed, 48 insertions(+), 3 deletions(-) create mode 100644 benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelUpdateValues.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 11cd046..efdb4f6 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -99,6 +99,7 @@ benchmark { param("hashCodeType", "random") include("immutableMap.UpdateValues") + include("immutableMap.ParallelUpdateValues") } } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt index dde2f1a..eeea9e8 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelMerge.kt @@ -13,8 +13,8 @@ open class ParallelMerge { @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) var hashCodeType = "" - @Param("100", "100000") - var parallelMergeWork: Int = 0 + @Param("0", "100000") + var parallelWork: Int = 0 private var lhs = treapMapOf() private var lhsSmall = treapMapOf() @@ -37,7 +37,7 @@ open class ParallelMerge { fun parallel(sink: Blackhole) = lhs.parallelMerge(rhs) { _, a, b -> parallelWork(sink, a, b) } private fun parallelWork(sink: Blackhole, a: V?, b: V?): V? { - repeat(parallelMergeWork) { sink.consume(it) } + repeat(parallelWork) { sink.consume(it) } return a ?: b } } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelUpdateValues.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelUpdateValues.kt new file mode 100644 index 0000000..bcea9a9 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/ParallelUpdateValues.kt @@ -0,0 +1,44 @@ +package benchmarks.immutableMap + +import benchmarks.* +import com.certora.collect.* +import kotlinx.collections.immutable.* +import kotlinx.benchmark.* +import kotlinx.collections.immutable.persistentMapOf + +@State(Scope.Benchmark) +open class ParallelUpdateValues { + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 + + @Param("0.0", "20.0", "100.0") + var updatePercentage: Double = 0.0 + + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) + var hashCodeType = "" + + @Param("0", "100000") + var parallelWork: Int = 0 + + private var map = treapMapOf() + private var updateKeys = setOf() + + @Setup + fun prepare() { + val random = kotlin.random.Random(42) + val keys = generateKeys(hashCodeType, size) + updateKeys = keys.filter { random.nextDouble() < updatePercentage / 100 }.toSet() + map = treapMapPut(generateKeys(hashCodeType, size)) + } + + @Benchmark + fun parallel(sink: Blackhole) = map.parallelUpdateValues { k, v -> parallelWork(sink, k, v) } + + @Benchmark + fun nonParallel(sink: Blackhole) = map.updateValues { k, v -> parallelWork(sink, k, v) } + + private fun parallelWork(sink: Blackhole, k: IntWrapper, v: String): String? { + repeat(parallelWork) { sink.consume(it) } + return if (k in updateKeys) { v + "updated" } else { v } + } +} From 2d86d26fbfd968e5be4a9f6303b0f5edbee84fb5 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 20:36:16 -0700 Subject: [PATCH 10/18] baseline --- benchmarks/baseline.json | 75652 +++++++++++++++++++++++++++++++++++++ 1 file changed, 75652 insertions(+) create mode 100644 benchmarks/baseline.json diff --git a/benchmarks/baseline.json b/benchmarks/baseline.json new file mode 100644 index 0000000..928fac9 --- /dev/null +++ b/benchmarks/baseline.json @@ -0,0 +1,75652 @@ +[ + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2376923084607084E8, + "scoreError" : 2215071.50129564, + "scoreConfidence" : [ + 1.215541593447752E8, + 1.2598430234736648E8 + ], + "scorePercentiles" : { + "0.0" : 1.2295866583131777E8, + "50.0" : 1.2397960105180313E8, + "90.0" : 1.2443622619269599E8, + "95.0" : 1.2443622619269599E8, + "99.0" : 1.2443622619269599E8, + "99.9" : 1.2443622619269599E8, + "99.99" : 1.2443622619269599E8, + "99.999" : 1.2443622619269599E8, + "99.9999" : 1.2443622619269599E8, + "100.0" : 1.2443622619269599E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2443622619269599E8, + 1.2397960105180313E8, + 1.2403184695219447E8, + 1.2343981420234287E8, + 1.2295866583131777E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.857595860730468E7, + "scoreError" : 921071.7887236044, + "scoreConfidence" : [ + 1.765488681858108E7, + 1.9497030396028284E7 + ], + "scorePercentiles" : { + "0.0" : 1.8156773340364587E7, + "50.0" : 1.8659948033384893E7, + "90.0" : 1.874964574043255E7, + "95.0" : 1.874964574043255E7, + "99.0" : 1.874964574043255E7, + "99.9" : 1.874964574043255E7, + "99.99" : 1.874964574043255E7, + "99.999" : 1.874964574043255E7, + "99.9999" : 1.874964574043255E7, + "100.0" : 1.874964574043255E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8156773340364587E7, + 1.861873149160363E7, + 1.8659948033384893E7, + 1.8694694430737745E7, + 1.874964574043255E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1808524.733252154, + "scoreError" : 49008.01225419381, + "scoreConfidence" : [ + 1759516.72099796, + 1857532.7455063479 + ], + "scorePercentiles" : { + "0.0" : 1793911.6532537306, + "50.0" : 1805577.719472115, + "90.0" : 1824205.3306565287, + "95.0" : 1824205.3306565287, + "99.0" : 1824205.3306565287, + "99.9" : 1824205.3306565287, + "99.99" : 1824205.3306565287, + "99.999" : 1824205.3306565287, + "99.9999" : 1824205.3306565287, + "100.0" : 1824205.3306565287 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1793911.6532537306, + 1805577.719472115, + 1824205.3306565287, + 1818899.9108048542, + 1800029.0520735427 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10670.192824403204, + "scoreError" : 552.9533824460118, + "scoreConfidence" : [ + 10117.239441957192, + 11223.146206849216 + ], + "scorePercentiles" : { + "0.0" : 10432.735993351647, + "50.0" : 10701.298320375154, + "90.0" : 10809.796070308257, + "95.0" : 10809.796070308257, + "99.0" : 10809.796070308257, + "99.9" : 10809.796070308257, + "99.99" : 10809.796070308257, + "99.999" : 10809.796070308257, + "99.9999" : 10809.796070308257, + "100.0" : 10809.796070308257 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10432.735993351647, + 10809.796070308257, + 10744.88329617158, + 10701.298320375154, + 10662.250441809383 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7579452618689233E8, + "scoreError" : 4037558.5202317866, + "scoreConfidence" : [ + 2.7175696766666055E8, + 2.798320847071241E8 + ], + "scorePercentiles" : { + "0.0" : 2.744120411398705E8, + "50.0" : 2.7613170333033925E8, + "90.0" : 2.769270850138187E8, + "95.0" : 2.769270850138187E8, + "99.0" : 2.769270850138187E8, + "99.9" : 2.769270850138187E8, + "99.99" : 2.769270850138187E8, + "99.999" : 2.769270850138187E8, + "99.9999" : 2.769270850138187E8, + "100.0" : 2.769270850138187E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7613170333033925E8, + 2.750139119935702E8, + 2.769270850138187E8, + 2.764878894568629E8, + 2.744120411398705E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.795355654030786E7, + "scoreError" : 272804.8816350073, + "scoreConfidence" : [ + 2.7680751658672854E7, + 2.8226361421942867E7 + ], + "scorePercentiles" : { + "0.0" : 2.7864628048108995E7, + "50.0" : 2.7968588648470093E7, + "90.0" : 2.8045789648066115E7, + "95.0" : 2.8045789648066115E7, + "99.0" : 2.8045789648066115E7, + "99.9" : 2.8045789648066115E7, + "99.99" : 2.8045789648066115E7, + "99.999" : 2.8045789648066115E7, + "99.9999" : 2.8045789648066115E7, + "100.0" : 2.8045789648066115E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7903967662734207E7, + 2.8045789648066115E7, + 2.7984808694159903E7, + 2.7968588648470093E7, + 2.7864628048108995E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3672599.8633038206, + "scoreError" : 78381.40427268652, + "scoreConfidence" : [ + 3594218.459031134, + 3750981.2675765073 + ], + "scorePercentiles" : { + "0.0" : 3656376.671127321, + "50.0" : 3667791.929394957, + "90.0" : 3707471.7677734615, + "95.0" : 3707471.7677734615, + "99.0" : 3707471.7677734615, + "99.9" : 3707471.7677734615, + "99.99" : 3707471.7677734615, + "99.999" : 3707471.7677734615, + "99.9999" : 3707471.7677734615, + "100.0" : 3707471.7677734615 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3660237.5976450173, + 3667791.929394957, + 3707471.7677734615, + 3671121.3505783486, + 3656376.671127321 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 11197.902535160922, + "scoreError" : 888.3449433110932, + "scoreConfidence" : [ + 10309.557591849829, + 12086.247478472014 + ], + "scorePercentiles" : { + "0.0" : 10883.283685481761, + "50.0" : 11140.597919368021, + "90.0" : 11429.023917276658, + "95.0" : 11429.023917276658, + "99.0" : 11429.023917276658, + "99.9" : 11429.023917276658, + "99.99" : 11429.023917276658, + "99.999" : 11429.023917276658, + "99.9999" : 11429.023917276658, + "100.0" : 11429.023917276658 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 11140.597919368021, + 11429.023917276658, + 11114.530888161064, + 10883.283685481761, + 11422.076265517117 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2262257117145267E8, + "scoreError" : 1448383.1256113835, + "scoreConfidence" : [ + 1.2117418804584129E8, + 1.2407095429706405E8 + ], + "scorePercentiles" : { + "0.0" : 1.223053055260652E8, + "50.0" : 1.2239903801287083E8, + "90.0" : 1.2314132720810889E8, + "95.0" : 1.2314132720810889E8, + "99.0" : 1.2314132720810889E8, + "99.9" : 1.2314132720810889E8, + "99.99" : 1.2314132720810889E8, + "99.999" : 1.2314132720810889E8, + "99.9999" : 1.2314132720810889E8, + "100.0" : 1.2314132720810889E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2239903801287083E8, + 1.2236345243646362E8, + 1.2314132720810889E8, + 1.223053055260652E8, + 1.2290373267375481E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5392277.299066069, + "scoreError" : 91910.12155504448, + "scoreConfidence" : [ + 5300367.177511024, + 5484187.420621113 + ], + "scorePercentiles" : { + "0.0" : 5367324.940442985, + "50.0" : 5399494.59722461, + "90.0" : 5423474.28500449, + "95.0" : 5423474.28500449, + "99.0" : 5423474.28500449, + "99.9" : 5423474.28500449, + "99.99" : 5423474.28500449, + "99.999" : 5423474.28500449, + "99.9999" : 5423474.28500449, + "100.0" : 5423474.28500449 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5401982.559285975, + 5423474.28500449, + 5367324.940442985, + 5369110.11337228, + 5399494.59722461 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 620329.067541947, + "scoreError" : 21636.759347099425, + "scoreConfidence" : [ + 598692.3081948475, + 641965.8268890465 + ], + "scorePercentiles" : { + "0.0" : 611719.0140592951, + "50.0" : 620029.1117644175, + "90.0" : 626712.317099794, + "95.0" : 626712.317099794, + "99.0" : 626712.317099794, + "99.9" : 626712.317099794, + "99.99" : 626712.317099794, + "99.999" : 626712.317099794, + "99.9999" : 626712.317099794, + "100.0" : 626712.317099794 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 619576.0876047411, + 620029.1117644175, + 611719.0140592951, + 626712.317099794, + 623608.8071814876 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4805.897836842229, + "scoreError" : 133.42590869610132, + "scoreConfidence" : [ + 4672.4719281461275, + 4939.32374553833 + ], + "scorePercentiles" : { + "0.0" : 4757.928830616795, + "50.0" : 4799.87593969966, + "90.0" : 4849.152577606429, + "95.0" : 4849.152577606429, + "99.0" : 4849.152577606429, + "99.9" : 4849.152577606429, + "99.99" : 4849.152577606429, + "99.999" : 4849.152577606429, + "99.9999" : 4849.152577606429, + "100.0" : 4849.152577606429 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4794.884908643144, + 4849.152577606429, + 4827.646927645115, + 4799.87593969966, + 4757.928830616795 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.750587380305368E8, + "scoreError" : 4559100.022771973, + "scoreConfidence" : [ + 2.704996380077648E8, + 2.796178380533087E8 + ], + "scorePercentiles" : { + "0.0" : 2.734532474784722E8, + "50.0" : 2.751177368031231E8, + "90.0" : 2.767377890990188E8, + "95.0" : 2.767377890990188E8, + "99.0" : 2.767377890990188E8, + "99.9" : 2.767377890990188E8, + "99.99" : 2.767377890990188E8, + "99.999" : 2.767377890990188E8, + "99.9999" : 2.767377890990188E8, + "100.0" : 2.767377890990188E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.767377890990188E8, + 2.7467766377566916E8, + 2.753072529964004E8, + 2.751177368031231E8, + 2.734532474784722E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.668805815747802E7, + "scoreError" : 199704.42657662302, + "scoreConfidence" : [ + 3.64883537309014E7, + 3.688776258405464E7 + ], + "scorePercentiles" : { + "0.0" : 3.66235568956391E7, + "50.0" : 3.666944481788626E7, + "90.0" : 3.674755975939198E7, + "95.0" : 3.674755975939198E7, + "99.0" : 3.674755975939198E7, + "99.9" : 3.674755975939198E7, + "99.99" : 3.674755975939198E7, + "99.999" : 3.674755975939198E7, + "99.9999" : 3.674755975939198E7, + "100.0" : 3.674755975939198E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.666498756834005E7, + 3.673474174613271E7, + 3.674755975939198E7, + 3.66235568956391E7, + 3.666944481788626E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3605033.877757352, + "scoreError" : 62220.12332689046, + "scoreConfidence" : [ + 3542813.754430461, + 3667254.0010842425 + ], + "scorePercentiles" : { + "0.0" : 3589832.477623388, + "50.0" : 3596821.129845305, + "90.0" : 3626133.1596146007, + "95.0" : 3626133.1596146007, + "99.0" : 3626133.1596146007, + "99.9" : 3626133.1596146007, + "99.99" : 3626133.1596146007, + "99.999" : 3626133.1596146007, + "99.9999" : 3626133.1596146007, + "100.0" : 3626133.1596146007 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3626133.1596146007, + 3593985.150714687, + 3596821.129845305, + 3589832.477623388, + 3618397.4709887784 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 11484.721904599364, + "scoreError" : 695.5200305844829, + "scoreConfidence" : [ + 10789.201874014881, + 12180.241935183847 + ], + "scorePercentiles" : { + "0.0" : 11302.662837397529, + "50.0" : 11440.101213506437, + "90.0" : 11693.650394610328, + "95.0" : 11693.650394610328, + "99.0" : 11693.650394610328, + "99.9" : 11693.650394610328, + "99.99" : 11693.650394610328, + "99.999" : 11693.650394610328, + "99.9999" : 11693.650394610328, + "100.0" : 11693.650394610328 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 11333.043130929307, + 11302.662837397529, + 11654.15194655322, + 11693.650394610328, + 11440.101213506437 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.3249403503278625E8, + "scoreError" : 7645743.062096195, + "scoreConfidence" : [ + 4.248482919706901E8, + 4.401397780948824E8 + ], + "scorePercentiles" : { + "0.0" : 4.295485192854571E8, + "50.0" : 4.332498563852229E8, + "90.0" : 4.346516835180674E8, + "95.0" : 4.346516835180674E8, + "99.0" : 4.346516835180674E8, + "99.9" : 4.346516835180674E8, + "99.99" : 4.346516835180674E8, + "99.999" : 4.346516835180674E8, + "99.9999" : 4.346516835180674E8, + "100.0" : 4.346516835180674E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.315439456754064E8, + 4.346516835180674E8, + 4.295485192854571E8, + 4.332498563852229E8, + 4.3347617029977745E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.318603208002594E8, + "scoreError" : 8549240.880485175, + "scoreConfidence" : [ + 4.2331107991977423E8, + 4.404095616807446E8 + ], + "scorePercentiles" : { + "0.0" : 4.295914622334687E8, + "50.0" : 4.3191961380645496E8, + "90.0" : 4.349991875373672E8, + "95.0" : 4.349991875373672E8, + "99.0" : 4.349991875373672E8, + "99.9" : 4.349991875373672E8, + "99.99" : 4.349991875373672E8, + "99.999" : 4.349991875373672E8, + "99.9999" : 4.349991875373672E8, + "100.0" : 4.349991875373672E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.295914622334687E8, + 4.2993248485935736E8, + 4.349991875373672E8, + 4.328588555646486E8, + 4.3191961380645496E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4.327606969401118E8, + "scoreError" : 5852309.790494674, + "scoreConfidence" : [ + 4.2690838714961714E8, + 4.386130067306065E8 + ], + "scorePercentiles" : { + "0.0" : 4.312893057736681E8, + "50.0" : 4.3246060437432635E8, + "90.0" : 4.352504863040122E8, + "95.0" : 4.352504863040122E8, + "99.0" : 4.352504863040122E8, + "99.9" : 4.352504863040122E8, + "99.99" : 4.352504863040122E8, + "99.999" : 4.352504863040122E8, + "99.9999" : 4.352504863040122E8, + "100.0" : 4.352504863040122E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.352504863040122E8, + 4.3246060437432635E8, + 4.32915065037889E8, + 4.318880232106632E8, + 4.312893057736681E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 17047.327502922435, + "scoreError" : 1794.7299363160753, + "scoreConfidence" : [ + 15252.59756660636, + 18842.05743923851 + ], + "scorePercentiles" : { + "0.0" : 16469.984140652818, + "50.0" : 16929.232737111473, + "90.0" : 17620.519807932935, + "95.0" : 17620.519807932935, + "99.0" : 17620.519807932935, + "99.9" : 17620.519807932935, + "99.99" : 17620.519807932935, + "99.999" : 17620.519807932935, + "99.9999" : 17620.519807932935, + "100.0" : 17620.519807932935 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 16929.232737111473, + 16469.984140652818, + 17413.12254794471, + 16803.778280970244, + 17620.519807932935 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.0721349070656365E8, + "scoreError" : 6344638.004249992, + "scoreConfidence" : [ + 4.0086885270231366E8, + 4.1355812871081364E8 + ], + "scorePercentiles" : { + "0.0" : 4.048345547960982E8, + "50.0" : 4.068772099436281E8, + "90.0" : 4.088761149498905E8, + "95.0" : 4.088761149498905E8, + "99.0" : 4.088761149498905E8, + "99.9" : 4.088761149498905E8, + "99.99" : 4.088761149498905E8, + "99.999" : 4.088761149498905E8, + "99.9999" : 4.088761149498905E8, + "100.0" : 4.088761149498905E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.088761149498905E8, + 4.048345547960982E8, + 4.068772099436281E8, + 4.0679938467012614E8, + 4.0868018917307556E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.6131608910463122E8, + "scoreError" : 3478323.429497271, + "scoreConfidence" : [ + 1.5783776567513394E8, + 1.647944125341285E8 + ], + "scorePercentiles" : { + "0.0" : 1.6019915803661048E8, + "50.0" : 1.6146911157136643E8, + "90.0" : 1.6226588439642337E8, + "95.0" : 1.6226588439642337E8, + "99.0" : 1.6226588439642337E8, + "99.9" : 1.6226588439642337E8, + "99.99" : 1.6226588439642337E8, + "99.999" : 1.6226588439642337E8, + "99.9999" : 1.6226588439642337E8, + "100.0" : 1.6226588439642337E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6206162764417958E8, + 1.6019915803661048E8, + 1.6146911157136643E8, + 1.6058466387457618E8, + 1.6226588439642337E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1.0599141873894551E8, + "scoreError" : 2729574.759922461, + "scoreConfidence" : [ + 1.0326184397902305E8, + 1.0872099349886797E8 + ], + "scorePercentiles" : { + "0.0" : 1.0490695741764776E8, + "50.0" : 1.0619341954016122E8, + "90.0" : 1.067469989139083E8, + "95.0" : 1.067469989139083E8, + "99.0" : 1.067469989139083E8, + "99.9" : 1.067469989139083E8, + "99.99" : 1.067469989139083E8, + "99.999" : 1.067469989139083E8, + "99.9999" : 1.067469989139083E8, + "100.0" : 1.067469989139083E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0572765151298329E8, + 1.0619341954016122E8, + 1.0490695741764776E8, + 1.067469989139083E8, + 1.0638206631002694E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.835787239346345E7, + "scoreError" : 724835.0775393649, + "scoreConfidence" : [ + 4.7633037315924086E7, + 4.908270747100281E7 + ], + "scorePercentiles" : { + "0.0" : 4.819299533206711E7, + "50.0" : 4.831439658646296E7, + "90.0" : 4.865028788652352E7, + "95.0" : 4.865028788652352E7, + "99.0" : 4.865028788652352E7, + "99.9" : 4.865028788652352E7, + "99.99" : 4.865028788652352E7, + "99.999" : 4.865028788652352E7, + "99.9999" : 4.865028788652352E7, + "100.0" : 4.865028788652352E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.831439658646296E7, + 4.820717058743918E7, + 4.819299533206711E7, + 4.84245115748245E7, + 4.865028788652352E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 9.600781503323615E7, + "scoreError" : 3.2631372871589042E7, + "scoreConfidence" : [ + 6.3376442161647104E7, + 1.2863918790482518E8 + ], + "scorePercentiles" : { + "0.0" : 8.091467907395773E7, + "50.0" : 9.940422063803719E7, + "90.0" : 1.00590135630997E8, + "95.0" : 1.00590135630997E8, + "99.0" : 1.00590135630997E8, + "99.9" : 1.00590135630997E8, + "99.99" : 1.00590135630997E8, + "99.999" : 1.00590135630997E8, + "99.9999" : 1.00590135630997E8, + "100.0" : 1.00590135630997E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.091467907395773E7, + 1.00590135630997E8, + 9.940422063803719E7, + 9.866802605647828E7, + 1.004620137667105E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.2784489081798613E8, + "scoreError" : 1.6286403557246506E7, + "scoreConfidence" : [ + 4.115584872607396E8, + 4.4413129437523264E8 + ], + "scorePercentiles" : { + "0.0" : 4.205220932914903E8, + "50.0" : 4.293538761417429E8, + "90.0" : 4.3140185434369224E8, + "95.0" : 4.3140185434369224E8, + "99.0" : 4.3140185434369224E8, + "99.9" : 4.3140185434369224E8, + "99.99" : 4.3140185434369224E8, + "99.999" : 4.3140185434369224E8, + "99.9999" : 4.3140185434369224E8, + "100.0" : 4.3140185434369224E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.294510867382147E8, + 4.293538761417429E8, + 4.205220932914903E8, + 4.2849554357479066E8, + 4.3140185434369224E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 953638.9569357198, + "scoreError" : 13440.6967513575, + "scoreConfidence" : [ + 940198.2601843623, + 967079.6536870773 + ], + "scorePercentiles" : { + "0.0" : 947806.4462255362, + "50.0" : 954176.0650471956, + "90.0" : 957056.5528815838, + "95.0" : 957056.5528815838, + "99.0" : 957056.5528815838, + "99.9" : 957056.5528815838, + "99.99" : 957056.5528815838, + "99.999" : 957056.5528815838, + "99.9999" : 957056.5528815838, + "100.0" : 957056.5528815838 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 947806.4462255362, + 953876.1378689421, + 957056.5528815838, + 955279.5826553404, + 954176.0650471956 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9983.661598819423, + "scoreError" : 451.09944856948147, + "scoreConfidence" : [ + 9532.562150249942, + 10434.761047388904 + ], + "scorePercentiles" : { + "0.0" : 9811.8610038016, + "50.0" : 10000.060144275383, + "90.0" : 10104.44885207763, + "95.0" : 10104.44885207763, + "99.0" : 10104.44885207763, + "99.9" : 10104.44885207763, + "99.99" : 10104.44885207763, + "99.999" : 10104.44885207763, + "99.9999" : 10104.44885207763, + "100.0" : 10104.44885207763 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10071.405606047821, + 10000.060144275383, + 9811.8610038016, + 10104.44885207763, + 9930.532387894678 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.078718475052028E8, + "scoreError" : 1.1443981827829788E7, + "scoreConfidence" : [ + 3.96427865677373E8, + 4.1931582933303255E8 + ], + "scorePercentiles" : { + "0.0" : 4.0395528496593785E8, + "50.0" : 4.07456680072376E8, + "90.0" : 4.1162979058355254E8, + "95.0" : 4.1162979058355254E8, + "99.0" : 4.1162979058355254E8, + "99.9" : 4.1162979058355254E8, + "99.99" : 4.1162979058355254E8, + "99.999" : 4.1162979058355254E8, + "99.9999" : 4.1162979058355254E8, + "100.0" : 4.1162979058355254E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.1162979058355254E8, + 4.07456680072376E8, + 4.0395528496593785E8, + 4.06495649943063E8, + 4.0982183196108425E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6.6993176382207915E7, + "scoreError" : 721326.1391738242, + "scoreConfidence" : [ + 6.6271850243034095E7, + 6.771450252138174E7 + ], + "scorePercentiles" : { + "0.0" : 6.6721952998229966E7, + "50.0" : 6.702328429101244E7, + "90.0" : 6.716977083220652E7, + "95.0" : 6.716977083220652E7, + "99.0" : 6.716977083220652E7, + "99.9" : 6.716977083220652E7, + "99.99" : 6.716977083220652E7, + "99.999" : 6.716977083220652E7, + "99.9999" : 6.716977083220652E7, + "100.0" : 6.716977083220652E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.702328429101244E7, + 6.689770946790275E7, + 6.716977083220652E7, + 6.6721952998229966E7, + 6.715316432168792E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 9.03339471899641E7, + "scoreError" : 949293.9667612667, + "scoreConfidence" : [ + 8.938465322320284E7, + 9.128324115672536E7 + ], + "scorePercentiles" : { + "0.0" : 8.991467180154462E7, + "50.0" : 9.039745131029674E7, + "90.0" : 9.056012956227759E7, + "95.0" : 9.056012956227759E7, + "99.0" : 9.056012956227759E7, + "99.9" : 9.056012956227759E7, + "99.99" : 9.056012956227759E7, + "99.999" : 9.056012956227759E7, + "99.9999" : 9.056012956227759E7, + "100.0" : 9.056012956227759E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9.044190254410575E7, + 8.991467180154462E7, + 9.056012956227759E7, + 9.039745131029674E7, + 9.035558073159572E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.817162312101973E7, + "scoreError" : 651881.0782147037, + "scoreConfidence" : [ + 3.751974204280502E7, + 3.882350419923443E7 + ], + "scorePercentiles" : { + "0.0" : 3.7913855131147325E7, + "50.0" : 3.818234615039213E7, + "90.0" : 3.83880579000135E7, + "95.0" : 3.83880579000135E7, + "99.0" : 3.83880579000135E7, + "99.9" : 3.83880579000135E7, + "99.99" : 3.83880579000135E7, + "99.999" : 3.83880579000135E7, + "99.9999" : 3.83880579000135E7, + "100.0" : 3.83880579000135E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.820650561533394E7, + 3.7913855131147325E7, + 3.818234615039213E7, + 3.816735080821172E7, + 3.83880579000135E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.316079024348652E8, + "scoreError" : 1.0506210862961903E7, + "scoreConfidence" : [ + 4.211016915719033E8, + 4.4211411329782706E8 + ], + "scorePercentiles" : { + "0.0" : 4.275137237413981E8, + "50.0" : 4.330239290104157E8, + "90.0" : 4.339489811672622E8, + "95.0" : 4.339489811672622E8, + "99.0" : 4.339489811672622E8, + "99.9" : 4.339489811672622E8, + "99.99" : 4.339489811672622E8, + "99.999" : 4.339489811672622E8, + "99.9999" : 4.339489811672622E8, + "100.0" : 4.339489811672622E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.334305889041117E8, + 4.275137237413981E8, + 4.3012228935113853E8, + 4.330239290104157E8, + 4.339489811672622E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.3305066947259533E8, + "scoreError" : 7037098.680818725, + "scoreConfidence" : [ + 4.260135707917766E8, + 4.400877681534141E8 + ], + "scorePercentiles" : { + "0.0" : 4.30740889993712E8, + "50.0" : 4.32994160859153E8, + "90.0" : 4.3531676204044855E8, + "95.0" : 4.3531676204044855E8, + "99.0" : 4.3531676204044855E8, + "99.9" : 4.3531676204044855E8, + "99.99" : 4.3531676204044855E8, + "99.999" : 4.3531676204044855E8, + "99.9999" : 4.3531676204044855E8, + "100.0" : 4.3531676204044855E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.319006144295199E8, + 4.30740889993712E8, + 4.3430092004014313E8, + 4.3531676204044855E8, + 4.32994160859153E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.4327982716263753E8, + "scoreError" : 5087281.978066947, + "scoreConfidence" : [ + 3.381925451845706E8, + 3.4836710914070445E8 + ], + "scorePercentiles" : { + "0.0" : 3.418629991534787E8, + "50.0" : 3.4283924681304425E8, + "90.0" : 3.4506862566793185E8, + "95.0" : 3.4506862566793185E8, + "99.0" : 3.4506862566793185E8, + "99.9" : 3.4506862566793185E8, + "99.99" : 3.4506862566793185E8, + "99.999" : 3.4506862566793185E8, + "99.9999" : 3.4506862566793185E8, + "100.0" : 3.4506862566793185E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.4506862566793185E8, + 3.424258491424524E8, + 3.418629991534787E8, + 3.4420241503628033E8, + 3.4283924681304425E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.4095554565320706E8, + "scoreError" : 5829537.057272485, + "scoreConfidence" : [ + 1.3512600859593457E8, + 1.4678508271047956E8 + ], + "scorePercentiles" : { + "0.0" : 1.3937812685884818E8, + "50.0" : 1.4063663108734828E8, + "90.0" : 1.4299266850770277E8, + "95.0" : 1.4299266850770277E8, + "99.0" : 1.4299266850770277E8, + "99.9" : 1.4299266850770277E8, + "99.99" : 1.4299266850770277E8, + "99.999" : 1.4299266850770277E8, + "99.9999" : 1.4299266850770277E8, + "100.0" : 1.4299266850770277E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4063663108734828E8, + 1.3937812685884818E8, + 1.4198469272455648E8, + 1.4299266850770277E8, + 1.3978560908757973E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.100410995981466E8, + "scoreError" : 4466800.489635186, + "scoreConfidence" : [ + 4.0557429910851145E8, + 4.145079000877818E8 + ], + "scorePercentiles" : { + "0.0" : 4.088585408881033E8, + "50.0" : 4.104163244637367E8, + "90.0" : 4.115912011720308E8, + "95.0" : 4.115912011720308E8, + "99.0" : 4.115912011720308E8, + "99.9" : 4.115912011720308E8, + "99.99" : 4.115912011720308E8, + "99.999" : 4.115912011720308E8, + "99.9999" : 4.115912011720308E8, + "100.0" : 4.115912011720308E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.115912011720308E8, + 4.088585408881033E8, + 4.104163244637367E8, + 4.1043280923087054E8, + 4.0890662223599184E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.090931525053696E8, + "scoreError" : 4799940.230597813, + "scoreConfidence" : [ + 4.042932122747718E8, + 4.138930927359674E8 + ], + "scorePercentiles" : { + "0.0" : 4.0753093236466336E8, + "50.0" : 4.087561220657034E8, + "90.0" : 4.107723290980483E8, + "95.0" : 4.107723290980483E8, + "99.0" : 4.107723290980483E8, + "99.9" : 4.107723290980483E8, + "99.99" : 4.107723290980483E8, + "99.999" : 4.107723290980483E8, + "99.9999" : 4.107723290980483E8, + "100.0" : 4.107723290980483E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.0984247384140974E8, + 4.087561220657034E8, + 4.107723290980483E8, + 4.0753093236466336E8, + 4.085639051570234E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4.19624104854389E8, + "scoreError" : 1.189939520921882E7, + "scoreConfidence" : [ + 4.077247096451702E8, + 4.315235000636078E8 + ], + "scorePercentiles" : { + "0.0" : 4.1420779529870117E8, + "50.0" : 4.2089485238338125E8, + "90.0" : 4.215245669133984E8, + "95.0" : 4.215245669133984E8, + "99.0" : 4.215245669133984E8, + "99.9" : 4.215245669133984E8, + "99.99" : 4.215245669133984E8, + "99.999" : 4.215245669133984E8, + "99.9999" : 4.215245669133984E8, + "100.0" : 4.215245669133984E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2089485238338125E8, + 4.214933179537989E8, + 4.199999917226656E8, + 4.1420779529870117E8, + 4.215245669133984E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.2317240754930335E8, + "scoreError" : 1.3157039268528929E7, + "scoreConfidence" : [ + 4.100153682807744E8, + 4.363294468178323E8 + ], + "scorePercentiles" : { + "0.0" : 4.172829617024037E8, + "50.0" : 4.242982654830525E8, + "90.0" : 4.2555615711144495E8, + "95.0" : 4.2555615711144495E8, + "99.0" : 4.2555615711144495E8, + "99.9" : 4.2555615711144495E8, + "99.99" : 4.2555615711144495E8, + "99.999" : 4.2555615711144495E8, + "99.9999" : 4.2555615711144495E8, + "100.0" : 4.2555615711144495E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2555615711144495E8, + 4.172829617024037E8, + 4.254187387142178E8, + 4.2330591473539764E8, + 4.242982654830525E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.668074308289678E8, + "scoreError" : 3990059.8731641276, + "scoreConfidence" : [ + 1.628173709558037E8, + 1.7079749070213193E8 + ], + "scorePercentiles" : { + "0.0" : 1.6526563751321098E8, + "50.0" : 1.6731212375394288E8, + "90.0" : 1.6773528375569478E8, + "95.0" : 1.6773528375569478E8, + "99.0" : 1.6773528375569478E8, + "99.9" : 1.6773528375569478E8, + "99.99" : 1.6773528375569478E8, + "99.999" : 1.6773528375569478E8, + "99.9999" : 1.6773528375569478E8, + "100.0" : 1.6773528375569478E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6749299447581375E8, + 1.6773528375569478E8, + 1.6526563751321098E8, + 1.6623111464617673E8, + 1.6731212375394288E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.3644011283569527E8, + "scoreError" : 1.3730310607692296E7, + "scoreConfidence" : [ + 4.2270980222800297E8, + 4.5017042344338757E8 + ], + "scorePercentiles" : { + "0.0" : 4.3237560670250285E8, + "50.0" : 4.3734993192143387E8, + "90.0" : 4.3983564248101133E8, + "95.0" : 4.3983564248101133E8, + "99.0" : 4.3983564248101133E8, + "99.9" : 4.3983564248101133E8, + "99.99" : 4.3983564248101133E8, + "99.999" : 4.3983564248101133E8, + "99.9999" : 4.3983564248101133E8, + "100.0" : 4.3983564248101133E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3963260386388576E8, + 4.330067792096426E8, + 4.3237560670250285E8, + 4.3983564248101133E8, + 4.3734993192143387E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.453382831668073E8, + "scoreError" : 7650398.526833041, + "scoreConfidence" : [ + 3.3768788463997424E8, + 3.5298868169364035E8 + ], + "scorePercentiles" : { + "0.0" : 3.420043622456865E8, + "50.0" : 3.457311463228805E8, + "90.0" : 3.469573104054769E8, + "95.0" : 3.469573104054769E8, + "99.0" : 3.469573104054769E8, + "99.9" : 3.469573104054769E8, + "99.99" : 3.469573104054769E8, + "99.999" : 3.469573104054769E8, + "99.9999" : 3.469573104054769E8, + "100.0" : 3.469573104054769E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.467151001295688E8, + 3.469573104054769E8, + 3.420043622456865E8, + 3.457311463228805E8, + 3.452834967304238E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2.0417793910508943E8, + "scoreError" : 5362339.340173712, + "scoreConfidence" : [ + 1.988155997649157E8, + 2.0954027844526315E8 + ], + "scorePercentiles" : { + "0.0" : 2.0192871625122046E8, + "50.0" : 2.0441134424379176E8, + "90.0" : 2.0551837433540615E8, + "95.0" : 2.0551837433540615E8, + "99.0" : 2.0551837433540615E8, + "99.9" : 2.0551837433540615E8, + "99.99" : 2.0551837433540615E8, + "99.999" : 2.0551837433540615E8, + "99.9999" : 2.0551837433540615E8, + "100.0" : 2.0551837433540615E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0441134424379176E8, + 2.0192871625122046E8, + 2.039593816214329E8, + 2.0551837433540615E8, + 2.0507187907359585E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.1415443882533824E8, + "scoreError" : 6188712.78155905, + "scoreConfidence" : [ + 4.079657260437792E8, + 4.203431516068973E8 + ], + "scorePercentiles" : { + "0.0" : 4.117400555144563E8, + "50.0" : 4.1489476730956507E8, + "90.0" : 4.1550104797288E8, + "95.0" : 4.1550104797288E8, + "99.0" : 4.1550104797288E8, + "99.9" : 4.1550104797288E8, + "99.99" : 4.1550104797288E8, + "99.999" : 4.1550104797288E8, + "99.9999" : 4.1550104797288E8, + "100.0" : 4.1550104797288E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.1533990700531536E8, + 4.117400555144563E8, + 4.1329641632447493E8, + 4.1550104797288E8, + 4.1489476730956507E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.112549044092201E8, + "scoreError" : 9944789.669129208, + "scoreConfidence" : [ + 4.013101147400909E8, + 4.211996940783493E8 + ], + "scorePercentiles" : { + "0.0" : 4.0925986586620784E8, + "50.0" : 4.097257691826102E8, + "90.0" : 4.1478759976280266E8, + "95.0" : 4.1478759976280266E8, + "99.0" : 4.1478759976280266E8, + "99.9" : 4.1478759976280266E8, + "99.99" : 4.1478759976280266E8, + "99.999" : 4.1478759976280266E8, + "99.9999" : 4.1478759976280266E8, + "100.0" : 4.1478759976280266E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.1478759976280266E8, + 4.0925986586620784E8, + 4.092655100090402E8, + 4.1323577722543967E8, + 4.097257691826102E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4.25728242288359E8, + "scoreError" : 2688691.3032072634, + "scoreConfidence" : [ + 4.230395509851517E8, + 4.2841693359156626E8 + ], + "scorePercentiles" : { + "0.0" : 4.2496108075927156E8, + "50.0" : 4.257761486708116E8, + "90.0" : 4.2656574136291647E8, + "95.0" : 4.2656574136291647E8, + "99.0" : 4.2656574136291647E8, + "99.9" : 4.2656574136291647E8, + "99.99" : 4.2656574136291647E8, + "99.999" : 4.2656574136291647E8, + "99.9999" : 4.2656574136291647E8, + "100.0" : 4.2656574136291647E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.250986141013539E8, + 4.2496108075927156E8, + 4.2656574136291647E8, + 4.257761486708116E8, + 4.2623962654744136E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.215389579830721E8, + "scoreError" : 2.2351634966150496E7, + "scoreConfidence" : [ + 3.991873230169216E8, + 4.438905929492226E8 + ], + "scorePercentiles" : { + "0.0" : 4.123091856043282E8, + "50.0" : 4.250302515167545E8, + "90.0" : 4.256980423896119E8, + "95.0" : 4.256980423896119E8, + "99.0" : 4.256980423896119E8, + "99.9" : 4.256980423896119E8, + "99.99" : 4.256980423896119E8, + "99.999" : 4.256980423896119E8, + "99.9999" : 4.256980423896119E8, + "100.0" : 4.256980423896119E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.192584168394097E8, + 4.123091856043282E8, + 4.250302515167545E8, + 4.253988935652559E8, + 4.256980423896119E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2915205961512834E8, + "scoreError" : 1.3794376739696996E7, + "scoreConfidence" : [ + 2.1535768287543133E8, + 2.4294643635482535E8 + ], + "scorePercentiles" : { + "0.0" : 2.242379314226257E8, + "50.0" : 2.2908820950189197E8, + "90.0" : 2.327684214271431E8, + "95.0" : 2.327684214271431E8, + "99.0" : 2.327684214271431E8, + "99.9" : 2.327684214271431E8, + "99.99" : 2.327684214271431E8, + "99.999" : 2.327684214271431E8, + "99.9999" : 2.327684214271431E8, + "100.0" : 2.327684214271431E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.272662272516721E8, + 2.327684214271431E8, + 2.3239950847230884E8, + 2.242379314226257E8, + 2.2908820950189197E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.475613694208215E7, + "scoreError" : 810684.3071930762, + "scoreConfidence" : [ + 2.3945452634889074E7, + 2.556682124927523E7 + ], + "scorePercentiles" : { + "0.0" : 2.4425378700127073E7, + "50.0" : 2.4854451840292092E7, + "90.0" : 2.4963363317870777E7, + "95.0" : 2.4963363317870777E7, + "99.0" : 2.4963363317870777E7, + "99.9" : 2.4963363317870777E7, + "99.99" : 2.4963363317870777E7, + "99.999" : 2.4963363317870777E7, + "99.9999" : 2.4963363317870777E7, + "100.0" : 2.4963363317870777E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4855254315017022E7, + 2.46822365371038E7, + 2.4854451840292092E7, + 2.4425378700127073E7, + 2.4963363317870777E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1173265.8339385793, + "scoreError" : 35303.73622812979, + "scoreConfidence" : [ + 1137962.0977104495, + 1208569.5701667091 + ], + "scorePercentiles" : { + "0.0" : 1160206.4179484202, + "50.0" : 1172259.555475608, + "90.0" : 1182212.428990391, + "95.0" : 1182212.428990391, + "99.0" : 1182212.428990391, + "99.9" : 1182212.428990391, + "99.99" : 1182212.428990391, + "99.999" : 1182212.428990391, + "99.9999" : 1182212.428990391, + "100.0" : 1182212.428990391 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1169845.2719572887, + 1182212.428990391, + 1160206.4179484202, + 1172259.555475608, + 1181805.4953211877 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 6006.361203935647, + "scoreError" : 180.9251984627176, + "scoreConfidence" : [ + 5825.4360054729295, + 6187.286402398364 + ], + "scorePercentiles" : { + "0.0" : 5929.789220404114, + "50.0" : 6025.305182257235, + "90.0" : 6052.441212986294, + "95.0" : 6052.441212986294, + "99.0" : 6052.441212986294, + "99.9" : 6052.441212986294, + "99.99" : 6052.441212986294, + "99.999" : 6052.441212986294, + "99.9999" : 6052.441212986294, + "100.0" : 6052.441212986294 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5997.670840515111, + 5929.789220404114, + 6025.305182257235, + 6026.599563515481, + 6052.441212986294 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1888453744198886E8, + "scoreError" : 7791791.014984008, + "scoreConfidence" : [ + 2.1109274642700484E8, + 2.2667632845697287E8 + ], + "scorePercentiles" : { + "0.0" : 2.1609353104948324E8, + "50.0" : 2.1874745697871563E8, + "90.0" : 2.2133391806406924E8, + "95.0" : 2.2133391806406924E8, + "99.0" : 2.2133391806406924E8, + "99.9" : 2.2133391806406924E8, + "99.99" : 2.2133391806406924E8, + "99.999" : 2.2133391806406924E8, + "99.9999" : 2.2133391806406924E8, + "100.0" : 2.2133391806406924E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.180158041989729E8, + 2.1609353104948324E8, + 2.1874745697871563E8, + 2.2133391806406924E8, + 2.2023197691870332E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9411879.632235553, + "scoreError" : 963520.1375388794, + "scoreConfidence" : [ + 8448359.494696673, + 1.0375399769774433E7 + ], + "scorePercentiles" : { + "0.0" : 8990973.45993658, + "50.0" : 9533218.597451875, + "90.0" : 9608023.71479243, + "95.0" : 9608023.71479243, + "99.0" : 9608023.71479243, + "99.9" : 9608023.71479243, + "99.99" : 9608023.71479243, + "99.999" : 9608023.71479243, + "99.9999" : 9608023.71479243, + "100.0" : 9608023.71479243 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8990973.45993658, + 9377740.696059266, + 9549441.69293761, + 9533218.597451875, + 9608023.71479243 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 484275.19201323687, + "scoreError" : 73264.42079204624, + "scoreConfidence" : [ + 411010.77122119063, + 557539.6128052832 + ], + "scorePercentiles" : { + "0.0" : 451649.54238967673, + "50.0" : 491255.1457710429, + "90.0" : 498610.82916409324, + "95.0" : 498610.82916409324, + "99.0" : 498610.82916409324, + "99.9" : 498610.82916409324, + "99.99" : 498610.82916409324, + "99.999" : 498610.82916409324, + "99.9999" : 498610.82916409324, + "100.0" : 498610.82916409324 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 498610.82916409324, + 491255.1457710429, + 495649.24795526115, + 451649.54238967673, + 484211.1947861106 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1341.3911075741628, + "scoreError" : 56.91686181917974, + "scoreConfidence" : [ + 1284.474245754983, + 1398.3079693933425 + ], + "scorePercentiles" : { + "0.0" : 1318.8298866466912, + "50.0" : 1343.3375196688, + "90.0" : 1358.843939059654, + "95.0" : 1358.843939059654, + "99.0" : 1358.843939059654, + "99.9" : 1358.843939059654, + "99.99" : 1358.843939059654, + "99.999" : 1358.843939059654, + "99.9999" : 1358.843939059654, + "100.0" : 1358.843939059654 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1343.3375196688, + 1318.8298866466912, + 1337.8962010365485, + 1358.843939059654, + 1348.0479914591194 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3205945339481378E8, + "scoreError" : 1.093374328705014E7, + "scoreConfidence" : [ + 2.2112571010776365E8, + 2.429931966818639E8 + ], + "scorePercentiles" : { + "0.0" : 2.2895281513478938E8, + "50.0" : 2.319106460481591E8, + "90.0" : 2.3588727812791437E8, + "95.0" : 2.3588727812791437E8, + "99.0" : 2.3588727812791437E8, + "99.9" : 2.3588727812791437E8, + "99.99" : 2.3588727812791437E8, + "99.999" : 2.3588727812791437E8, + "99.9999" : 2.3588727812791437E8, + "100.0" : 2.3588727812791437E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.319106460481591E8, + 2.2895281513478938E8, + 2.3374312426132807E8, + 2.3588727812791437E8, + 2.298034034018779E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3875465.000423795, + "scoreError" : 438573.2688463934, + "scoreConfidence" : [ + 3436891.7315774015, + 4314038.269270188 + ], + "scorePercentiles" : { + "0.0" : 3676352.139272923, + "50.0" : 3913650.229624572, + "90.0" : 3959842.8484172127, + "95.0" : 3959842.8484172127, + "99.0" : 3959842.8484172127, + "99.9" : 3959842.8484172127, + "99.99" : 3959842.8484172127, + "99.999" : 3959842.8484172127, + "99.9999" : 3959842.8484172127, + "100.0" : 3959842.8484172127 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3676352.139272923, + 3894560.818913313, + 3959842.8484172127, + 3913650.229624572, + 3932918.9658909542 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 356825.32072999416, + "scoreError" : 40167.21598040145, + "scoreConfidence" : [ + 316658.1047495927, + 396992.5367103956 + ], + "scorePercentiles" : { + "0.0" : 342438.3667735136, + "50.0" : 361656.42536842154, + "90.0" : 365626.76262129546, + "95.0" : 365626.76262129546, + "99.0" : 365626.76262129546, + "99.9" : 365626.76262129546, + "99.99" : 365626.76262129546, + "99.999" : 365626.76262129546, + "99.9999" : 365626.76262129546, + "100.0" : 365626.76262129546 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 361656.42536842154, + 342438.3667735136, + 349228.37912160065, + 365176.66976513964, + 365626.76262129546 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1570.5871188699823, + "scoreError" : 70.94542513574854, + "scoreConfidence" : [ + 1499.6416937342337, + 1641.5325440057309 + ], + "scorePercentiles" : { + "0.0" : 1542.157904720075, + "50.0" : 1575.5764420145874, + "90.0" : 1590.3808745814913, + "95.0" : 1590.3808745814913, + "99.0" : 1590.3808745814913, + "99.9" : 1590.3808745814913, + "99.99" : 1590.3808745814913, + "99.999" : 1590.3808745814913, + "99.9999" : 1590.3808745814913, + "100.0" : 1590.3808745814913 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1575.5764420145874, + 1542.157904720075, + 1580.3558167724998, + 1564.4645562612575, + 1590.3808745814913 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1743295251338497E8, + "scoreError" : 3674850.630152557, + "scoreConfidence" : [ + 2.137581018832324E8, + 2.2110780314353752E8 + ], + "scorePercentiles" : { + "0.0" : 2.1629052582632878E8, + "50.0" : 2.1728402526789415E8, + "90.0" : 2.1861920595712507E8, + "95.0" : 2.1861920595712507E8, + "99.0" : 2.1861920595712507E8, + "99.9" : 2.1861920595712507E8, + "99.99" : 2.1861920595712507E8, + "99.999" : 2.1861920595712507E8, + "99.9999" : 2.1861920595712507E8, + "100.0" : 2.1861920595712507E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1861920595712507E8, + 2.1681353745663524E8, + 2.1728402526789415E8, + 2.1815746805894154E8, + 2.1629052582632878E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9319422.282261256, + "scoreError" : 1672356.8851693345, + "scoreConfidence" : [ + 7647065.397091921, + 1.099177916743059E7 + ], + "scorePercentiles" : { + "0.0" : 8823403.180690568, + "50.0" : 9570089.710842064, + "90.0" : 9701762.03378538, + "95.0" : 9701762.03378538, + "99.0" : 9701762.03378538, + "99.9" : 9701762.03378538, + "99.99" : 9701762.03378538, + "99.999" : 9701762.03378538, + "99.9999" : 9701762.03378538, + "100.0" : 9701762.03378538 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8870106.5300835, + 9631749.955904767, + 9570089.710842064, + 9701762.03378538, + 8823403.180690568 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 471952.246238885, + "scoreError" : 18500.098183077404, + "scoreConfidence" : [ + 453452.1480558076, + 490452.3444219624 + ], + "scorePercentiles" : { + "0.0" : 465425.405362272, + "50.0" : 471858.39031187067, + "90.0" : 477301.94895830244, + "95.0" : 477301.94895830244, + "99.0" : 477301.94895830244, + "99.9" : 477301.94895830244, + "99.99" : 477301.94895830244, + "99.999" : 477301.94895830244, + "99.9999" : 477301.94895830244, + "100.0" : 477301.94895830244 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 465425.405362272, + 469402.2929011578, + 477301.94895830244, + 471858.39031187067, + 475773.193660822 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1306.9420112596767, + "scoreError" : 58.65364828196143, + "scoreConfidence" : [ + 1248.2883629777152, + 1365.5956595416383 + ], + "scorePercentiles" : { + "0.0" : 1280.362812874805, + "50.0" : 1312.3795524713814, + "90.0" : 1318.9991249979637, + "95.0" : 1318.9991249979637, + "99.0" : 1318.9991249979637, + "99.9" : 1318.9991249979637, + "99.99" : 1318.9991249979637, + "99.999" : 1318.9991249979637, + "99.9999" : 1318.9991249979637, + "100.0" : 1318.9991249979637 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1313.1299516091826, + 1280.362812874805, + 1312.3795524713814, + 1318.9991249979637, + 1309.8386143450514 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.0921042148413435E7, + "scoreError" : 1.5625003906997604E7, + "scoreConfidence" : [ + 2.529603824141583E7, + 5.654604605541104E7 + ], + "scorePercentiles" : { + "0.0" : 3.367415609048647E7, + "50.0" : 4.267747354796934E7, + "90.0" : 4.300408992555345E7, + "95.0" : 4.300408992555345E7, + "99.0" : 4.300408992555345E7, + "99.9" : 4.300408992555345E7, + "99.99" : 4.300408992555345E7, + "99.999" : 4.300408992555345E7, + "99.9999" : 4.300408992555345E7, + "100.0" : 4.300408992555345E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.286462436443634E7, + 3.367415609048647E7, + 4.23848668136216E7, + 4.300408992555345E7, + 4.267747354796934E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.9232074673684455E7, + "scoreError" : 4421210.4085717695, + "scoreConfidence" : [ + 1.4810864265112687E7, + 2.3653285082256224E7 + ], + "scorePercentiles" : { + "0.0" : 1.721921101297689E7, + "50.0" : 1.968854188391886E7, + "90.0" : 1.9966310821147915E7, + "95.0" : 1.9966310821147915E7, + "99.0" : 1.9966310821147915E7, + "99.9" : 1.9966310821147915E7, + "99.99" : 1.9966310821147915E7, + "99.999" : 1.9966310821147915E7, + "99.9999" : 1.9966310821147915E7, + "100.0" : 1.9966310821147915E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9382235309777826E7, + 1.721921101297689E7, + 1.9966310821147915E7, + 1.968854188391886E7, + 1.9904074340600803E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1464302.0096085395, + "scoreError" : 182834.12486460083, + "scoreConfidence" : [ + 1281467.8847439387, + 1647136.1344731404 + ], + "scorePercentiles" : { + "0.0" : 1392420.7632644775, + "50.0" : 1474095.6266894399, + "90.0" : 1515691.6110147377, + "95.0" : 1515691.6110147377, + "99.0" : 1515691.6110147377, + "99.9" : 1515691.6110147377, + "99.99" : 1515691.6110147377, + "99.999" : 1515691.6110147377, + "99.9999" : 1515691.6110147377, + "100.0" : 1515691.6110147377 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1392420.7632644775, + 1474095.6266894399, + 1492640.2128036385, + 1515691.6110147377, + 1446661.8342704042 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 15671.367550017585, + "scoreError" : 728.9372570855533, + "scoreConfidence" : [ + 14942.430292932031, + 16400.304807103137 + ], + "scorePercentiles" : { + "0.0" : 15375.671275632074, + "50.0" : 15722.535318399385, + "90.0" : 15890.146546716585, + "95.0" : 15890.146546716585, + "99.0" : 15890.146546716585, + "99.9" : 15890.146546716585, + "99.99" : 15890.146546716585, + "99.999" : 15890.146546716585, + "99.9999" : 15890.146546716585, + "100.0" : 15890.146546716585 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 15734.699414165816, + 15890.146546716585, + 15375.671275632074, + 15722.535318399385, + 15633.785195174074 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.0657966456164908E7, + "scoreError" : 1571921.3404677862, + "scoreConfidence" : [ + 2.9086045115697123E7, + 3.2229887796632692E7 + ], + "scorePercentiles" : { + "0.0" : 3.0252728665075682E7, + "50.0" : 3.0579540669236824E7, + "90.0" : 3.13217813236553E7, + "95.0" : 3.13217813236553E7, + "99.0" : 3.13217813236553E7, + "99.9" : 3.13217813236553E7, + "99.99" : 3.13217813236553E7, + "99.999" : 3.13217813236553E7, + "99.9999" : 3.13217813236553E7, + "100.0" : 3.13217813236553E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.13217813236553E7, + 3.0708137581885092E7, + 3.0427644040971614E7, + 3.0252728665075682E7, + 3.0579540669236824E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5519155.726618127, + "scoreError" : 438879.9686941111, + "scoreConfidence" : [ + 5080275.757924016, + 5958035.695312238 + ], + "scorePercentiles" : { + "0.0" : 5321471.543514539, + "50.0" : 5566478.686573912, + "90.0" : 5592957.975285861, + "95.0" : 5592957.975285861, + "99.0" : 5592957.975285861, + "99.9" : 5592957.975285861, + "99.99" : 5592957.975285861, + "99.999" : 5592957.975285861, + "99.9999" : 5592957.975285861, + "100.0" : 5592957.975285861 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5321471.543514539, + 5592957.975285861, + 5566478.686573912, + 5523775.423946766, + 5591095.003769557 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 590761.5422210613, + "scoreError" : 104370.27895449882, + "scoreConfidence" : [ + 486391.2632665625, + 695131.8211755601 + ], + "scorePercentiles" : { + "0.0" : 542535.343246067, + "50.0" : 602403.1047621304, + "90.0" : 605740.2969130868, + "95.0" : 605740.2969130868, + "99.0" : 605740.2969130868, + "99.9" : 605740.2969130868, + "99.99" : 605740.2969130868, + "99.999" : 605740.2969130868, + "99.9999" : 605740.2969130868, + "100.0" : 605740.2969130868 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 598435.4681303124, + 602403.1047621304, + 542535.343246067, + 605740.2969130868, + 604693.4980537101 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4451.794405912728, + "scoreError" : 489.14383038614073, + "scoreConfidence" : [ + 3962.650575526587, + 4940.938236298868 + ], + "scorePercentiles" : { + "0.0" : 4245.5696830729, + "50.0" : 4509.601613477888, + "90.0" : 4568.0013897599465, + "95.0" : 4568.0013897599465, + "99.0" : 4568.0013897599465, + "99.9" : 4568.0013897599465, + "99.99" : 4568.0013897599465, + "99.999" : 4568.0013897599465, + "99.9999" : 4568.0013897599465, + "100.0" : 4568.0013897599465 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4245.5696830729, + 4568.0013897599465, + 4419.668786464627, + 4516.130556788278, + 4509.601613477888 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.777572960311955E7, + "scoreError" : 9939233.665254703, + "scoreConfidence" : [ + 2.7836495937864847E7, + 4.771496326837426E7 + ], + "scorePercentiles" : { + "0.0" : 3.546236825425062E7, + "50.0" : 3.65673732641225E7, + "90.0" : 4.197319348396994E7, + "95.0" : 4.197319348396994E7, + "99.0" : 4.197319348396994E7, + "99.9" : 4.197319348396994E7, + "99.99" : 4.197319348396994E7, + "99.999" : 4.197319348396994E7, + "99.9999" : 4.197319348396994E7, + "100.0" : 4.197319348396994E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.546236825425062E7, + 3.65673732641225E7, + 3.644002668252626E7, + 3.843568633072844E7, + 4.197319348396994E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5024987.2368745655, + "scoreError" : 217389.41597712916, + "scoreConfidence" : [ + 4807597.820897437, + 5242376.652851694 + ], + "scorePercentiles" : { + "0.0" : 4942107.043619705, + "50.0" : 5046936.690160584, + "90.0" : 5085579.270864678, + "95.0" : 5085579.270864678, + "99.0" : 5085579.270864678, + "99.9" : 5085579.270864678, + "99.99" : 5085579.270864678, + "99.999" : 5085579.270864678, + "99.9999" : 5085579.270864678, + "100.0" : 5085579.270864678 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5054537.41033442, + 4942107.043619705, + 4995775.769393441, + 5046936.690160584, + 5085579.270864678 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 554732.0344375332, + "scoreError" : 24815.089807526245, + "scoreConfidence" : [ + 529916.944630007, + 579547.1242450594 + ], + "scorePercentiles" : { + "0.0" : 548692.800816326, + "50.0" : 553171.4296488509, + "90.0" : 562448.3903744703, + "95.0" : 562448.3903744703, + "99.0" : 562448.3903744703, + "99.9" : 562448.3903744703, + "99.99" : 562448.3903744703, + "99.999" : 562448.3903744703, + "99.9999" : 562448.3903744703, + "100.0" : 562448.3903744703 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 548857.2303382667, + 548692.800816326, + 553171.4296488509, + 562448.3903744703, + 560490.3210097523 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4805.339409733514, + "scoreError" : 521.2188731875466, + "scoreConfidence" : [ + 4284.120536545967, + 5326.558282921061 + ], + "scorePercentiles" : { + "0.0" : 4572.812458895674, + "50.0" : 4828.41500808163, + "90.0" : 4906.950428447728, + "95.0" : 4906.950428447728, + "99.0" : 4906.950428447728, + "99.9" : 4906.950428447728, + "99.99" : 4906.950428447728, + "99.999" : 4906.950428447728, + "99.9999" : 4906.950428447728, + "100.0" : 4906.950428447728 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4906.950428447728, + 4828.41500808163, + 4572.812458895674, + 4894.94765748922, + 4823.571495753319 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.999870540152182E7, + "scoreError" : 2806409.5938789635, + "scoreConfidence" : [ + 2.719229580764286E7, + 3.2805114995400783E7 + ], + "scorePercentiles" : { + "0.0" : 2.88251576892047E7, + "50.0" : 3.035571509799854E7, + "90.0" : 3.0655462533672336E7, + "95.0" : 3.0655462533672336E7, + "99.0" : 3.0655462533672336E7, + "99.9" : 3.0655462533672336E7, + "99.99" : 3.0655462533672336E7, + "99.999" : 3.0655462533672336E7, + "99.9999" : 3.0655462533672336E7, + "100.0" : 3.0655462533672336E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.9782011952177335E7, + 3.0655462533672336E7, + 3.035571509799854E7, + 3.0375179734556198E7, + 2.88251576892047E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5430257.5837562885, + "scoreError" : 1007199.3498285672, + "scoreConfidence" : [ + 4423058.233927721, + 6437456.933584856 + ], + "scorePercentiles" : { + "0.0" : 5040038.695866212, + "50.0" : 5555726.372486481, + "90.0" : 5657177.742790401, + "95.0" : 5657177.742790401, + "99.0" : 5657177.742790401, + "99.9" : 5657177.742790401, + "99.99" : 5657177.742790401, + "99.999" : 5657177.742790401, + "99.9999" : 5657177.742790401, + "100.0" : 5657177.742790401 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5040038.695866212, + 5285699.9715774385, + 5555726.372486481, + 5657177.742790401, + 5612645.136060908 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 605392.3222092978, + "scoreError" : 116149.26855985884, + "scoreConfidence" : [ + 489243.05364943895, + 721541.5907691566 + ], + "scorePercentiles" : { + "0.0" : 552170.6744950665, + "50.0" : 615028.1964575576, + "90.0" : 623757.879003352, + "95.0" : 623757.879003352, + "99.0" : 623757.879003352, + "99.9" : 623757.879003352, + "99.99" : 623757.879003352, + "99.999" : 623757.879003352, + "99.9999" : 623757.879003352, + "100.0" : 623757.879003352 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 615028.1964575576, + 623757.879003352, + 552170.6744950665, + 623417.8226546434, + 612587.0384358694 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4338.119313441814, + "scoreError" : 979.4578226978978, + "scoreConfidence" : [ + 3358.6614907439157, + 5317.577136139711 + ], + "scorePercentiles" : { + "0.0" : 3927.173848611585, + "50.0" : 4380.510081934714, + "90.0" : 4590.957416427581, + "95.0" : 4590.957416427581, + "99.0" : 4590.957416427581, + "99.9" : 4590.957416427581, + "99.99" : 4590.957416427581, + "99.999" : 4590.957416427581, + "99.9999" : 4590.957416427581, + "100.0" : 4590.957416427581 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4489.532032409272, + 4590.957416427581, + 3927.173848611585, + 4302.423187825917, + 4380.510081934714 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.2935243633040644E7, + "scoreError" : 5066738.551594391, + "scoreConfidence" : [ + 3.786850508144625E7, + 4.8001982184635036E7 + ], + "scorePercentiles" : { + "0.0" : 4.064900493960838E7, + "50.0" : 4.366186394933348E7, + "90.0" : 4.371389542767851E7, + "95.0" : 4.371389542767851E7, + "99.0" : 4.371389542767851E7, + "99.9" : 4.371389542767851E7, + "99.99" : 4.371389542767851E7, + "99.999" : 4.371389542767851E7, + "99.9999" : 4.371389542767851E7, + "100.0" : 4.371389542767851E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.064900493960838E7, + 4.366186394933348E7, + 4.368584398031596E7, + 4.371389542767851E7, + 4.296560986826689E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.5693169556224216E7, + "scoreError" : 1504033.999032747, + "scoreConfidence" : [ + 2.418913555719147E7, + 2.7197203555256963E7 + ], + "scorePercentiles" : { + "0.0" : 2.505570194629211E7, + "50.0" : 2.5845053590357486E7, + "90.0" : 2.6060986996457733E7, + "95.0" : 2.6060986996457733E7, + "99.0" : 2.6060986996457733E7, + "99.9" : 2.6060986996457733E7, + "99.99" : 2.6060986996457733E7, + "99.999" : 2.6060986996457733E7, + "99.9999" : 2.6060986996457733E7, + "100.0" : 2.6060986996457733E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.561314025247979E7, + 2.5890964995533977E7, + 2.6060986996457733E7, + 2.5845053590357486E7, + 2.505570194629211E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2386778.625634887, + "scoreError" : 164066.86393576485, + "scoreConfidence" : [ + 2222711.761699122, + 2550845.4895706517 + ], + "scorePercentiles" : { + "0.0" : 2332778.222669296, + "50.0" : 2404420.922853268, + "90.0" : 2427220.7758281054, + "95.0" : 2427220.7758281054, + "99.0" : 2427220.7758281054, + "99.9" : 2427220.7758281054, + "99.99" : 2427220.7758281054, + "99.999" : 2427220.7758281054, + "99.9999" : 2427220.7758281054, + "100.0" : 2427220.7758281054 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2419308.5845621848, + 2427220.7758281054, + 2404420.922853268, + 2350164.6222615787, + 2332778.222669296 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 16505.570717755876, + "scoreError" : 4699.920222513639, + "scoreConfidence" : [ + 11805.650495242237, + 21205.490940269516 + ], + "scorePercentiles" : { + "0.0" : 15156.257618228034, + "50.0" : 16022.793879457444, + "90.0" : 17983.91515110467, + "95.0" : 17983.91515110467, + "99.0" : 17983.91515110467, + "99.9" : 17983.91515110467, + "99.99" : 17983.91515110467, + "99.999" : 17983.91515110467, + "99.9999" : 17983.91515110467, + "100.0" : 17983.91515110467 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 16022.793879457444, + 15156.257618228034, + 15772.16268132538, + 17592.724258663864, + 17983.91515110467 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7502403615516953E7, + "scoreError" : 8964452.001905775, + "scoreConfidence" : [ + 1.8537951613611177E7, + 3.646685561742273E7 + ], + "scorePercentiles" : { + "0.0" : 2.35316467173816E7, + "50.0" : 2.8824143199040227E7, + "90.0" : 2.9026020623800375E7, + "95.0" : 2.9026020623800375E7, + "99.0" : 2.9026020623800375E7, + "99.9" : 2.9026020623800375E7, + "99.99" : 2.9026020623800375E7, + "99.999" : 2.9026020623800375E7, + "99.9999" : 2.9026020623800375E7, + "100.0" : 2.9026020623800375E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.35316467173816E7, + 2.7287126226146575E7, + 2.9026020623800375E7, + 2.8824143199040227E7, + 2.8843081311216E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5081399.464985964, + "scoreError" : 1286578.5877770206, + "scoreConfidence" : [ + 3794820.8772089435, + 6367978.052762984 + ], + "scorePercentiles" : { + "0.0" : 4489476.435708777, + "50.0" : 5223329.139612701, + "90.0" : 5294719.127201162, + "95.0" : 5294719.127201162, + "99.0" : 5294719.127201162, + "99.9" : 5294719.127201162, + "99.99" : 5294719.127201162, + "99.999" : 5294719.127201162, + "99.9999" : 5294719.127201162, + "100.0" : 5294719.127201162 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5223329.139612701, + 5164265.941192633, + 5294719.127201162, + 4489476.435708777, + 5235206.681214546 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 589301.6704308435, + "scoreError" : 100123.38976422584, + "scoreConfidence" : [ + 489178.2806666177, + 689425.0601950693 + ], + "scorePercentiles" : { + "0.0" : 543049.6359612, + "50.0" : 599136.270768982, + "90.0" : 605336.8526501941, + "95.0" : 605336.8526501941, + "99.0" : 605336.8526501941, + "99.9" : 605336.8526501941, + "99.99" : 605336.8526501941, + "99.999" : 605336.8526501941, + "99.9999" : 605336.8526501941, + "100.0" : 605336.8526501941 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 543049.6359612, + 600823.9377037623, + 599136.270768982, + 605336.8526501941, + 598161.6550700793 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4657.543984001484, + "scoreError" : 627.2138926553497, + "scoreConfidence" : [ + 4030.3300913461344, + 5284.757876656834 + ], + "scorePercentiles" : { + "0.0" : 4368.091292620229, + "50.0" : 4718.13197161077, + "90.0" : 4758.097940831956, + "95.0" : 4758.097940831956, + "99.0" : 4758.097940831956, + "99.9" : 4758.097940831956, + "99.99" : 4758.097940831956, + "99.999" : 4758.097940831956, + "99.9999" : 4758.097940831956, + "100.0" : 4758.097940831956 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4368.091292620229, + 4758.097940831956, + 4734.544596786017, + 4718.13197161077, + 4708.854118158449 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.193372653647319E7, + "scoreError" : 1.17038925172924E7, + "scoreConfidence" : [ + 3.022983401918079E7, + 5.3637619053765595E7 + ], + "scorePercentiles" : { + "0.0" : 3.656347076296715E7, + "50.0" : 4.289244197899582E7, + "90.0" : 4.38309711632351E7, + "95.0" : 4.38309711632351E7, + "99.0" : 4.38309711632351E7, + "99.9" : 4.38309711632351E7, + "99.99" : 4.38309711632351E7, + "99.999" : 4.38309711632351E7, + "99.9999" : 4.38309711632351E7, + "100.0" : 4.38309711632351E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.272493564980598E7, + 4.38309711632351E7, + 4.365681312736191E7, + 4.289244197899582E7, + 3.656347076296715E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5128272.4012581175, + "scoreError" : 389520.1089347097, + "scoreConfidence" : [ + 4738752.292323408, + 5517792.510192827 + ], + "scorePercentiles" : { + "0.0" : 4986025.3717809, + "50.0" : 5160156.32790273, + "90.0" : 5248357.73424543, + "95.0" : 5248357.73424543, + "99.0" : 5248357.73424543, + "99.9" : 5248357.73424543, + "99.99" : 5248357.73424543, + "99.999" : 5248357.73424543, + "99.9999" : 5248357.73424543, + "100.0" : 5248357.73424543 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5174462.798645666, + 4986025.3717809, + 5160156.32790273, + 5072359.773715862, + 5248357.73424543 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 582409.9379370811, + "scoreError" : 53696.794650539436, + "scoreConfidence" : [ + 528713.1432865417, + 636106.7325876205 + ], + "scorePercentiles" : { + "0.0" : 562259.4660124608, + "50.0" : 587746.1405032014, + "90.0" : 597431.8368568342, + "95.0" : 597431.8368568342, + "99.0" : 597431.8368568342, + "99.9" : 597431.8368568342, + "99.99" : 597431.8368568342, + "99.999" : 597431.8368568342, + "99.9999" : 597431.8368568342, + "100.0" : 597431.8368568342 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 574636.5755660502, + 562259.4660124608, + 587746.1405032014, + 589975.6707468588, + 597431.8368568342 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4264.433675924107, + "scoreError" : 257.9724957057385, + "scoreConfidence" : [ + 4006.4611802183686, + 4522.406171629846 + ], + "scorePercentiles" : { + "0.0" : 4146.884147364426, + "50.0" : 4284.297985507893, + "90.0" : 4315.463172236054, + "95.0" : 4315.463172236054, + "99.0" : 4315.463172236054, + "99.9" : 4315.463172236054, + "99.99" : 4315.463172236054, + "99.999" : 4315.463172236054, + "99.9999" : 4315.463172236054, + "100.0" : 4315.463172236054 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4315.463172236054, + 4292.673555749567, + 4282.8495187626, + 4146.884147364426, + 4284.297985507893 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4879498897204705E7, + "scoreError" : 6408928.661296318, + "scoreConfidence" : [ + 1.8470570235908385E7, + 3.1288427558501024E7 + ], + "scorePercentiles" : { + "0.0" : 2.195199108139868E7, + "50.0" : 2.5501838684118677E7, + "90.0" : 2.5993063403358676E7, + "95.0" : 2.5993063403358676E7, + "99.0" : 2.5993063403358676E7, + "99.9" : 2.5993063403358676E7, + "99.99" : 2.5993063403358676E7, + "99.999" : 2.5993063403358676E7, + "99.9999" : 2.5993063403358676E7, + "100.0" : 2.5993063403358676E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5993063403358676E7, + 2.195199108139868E7, + 2.5501838684118677E7, + 2.5769433199243672E7, + 2.5181168117903817E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5423758.868849942, + "scoreError" : 243818.35224617366, + "scoreConfidence" : [ + 5179940.516603769, + 5667577.221096116 + ], + "scorePercentiles" : { + "0.0" : 5367379.846762667, + "50.0" : 5390690.588987557, + "90.0" : 5519606.5981265, + "95.0" : 5519606.5981265, + "99.0" : 5519606.5981265, + "99.9" : 5519606.5981265, + "99.99" : 5519606.5981265, + "99.999" : 5519606.5981265, + "99.9999" : 5519606.5981265, + "100.0" : 5519606.5981265 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5390690.588987557, + 5519606.5981265, + 5456319.896538253, + 5367379.846762667, + 5384797.413834734 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 592689.0265181165, + "scoreError" : 25017.550344845517, + "scoreConfidence" : [ + 567671.476173271, + 617706.576862962 + ], + "scorePercentiles" : { + "0.0" : 583291.5289610226, + "50.0" : 592778.400412119, + "90.0" : 598939.9266300389, + "95.0" : 598939.9266300389, + "99.0" : 598939.9266300389, + "99.9" : 598939.9266300389, + "99.99" : 598939.9266300389, + "99.999" : 598939.9266300389, + "99.9999" : 598939.9266300389, + "100.0" : 598939.9266300389 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 589929.5790582184, + 592778.400412119, + 598939.9266300389, + 598505.6975291838, + 583291.5289610226 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4439.239115127835, + "scoreError" : 437.18013892549425, + "scoreConfidence" : [ + 4002.058976202341, + 4876.4192540533295 + ], + "scorePercentiles" : { + "0.0" : 4255.2962188249285, + "50.0" : 4484.892665646044, + "90.0" : 4547.331743963267, + "95.0" : 4547.331743963267, + "99.0" : 4547.331743963267, + "99.9" : 4547.331743963267, + "99.99" : 4547.331743963267, + "99.999" : 4547.331743963267, + "99.9999" : 4547.331743963267, + "100.0" : 4547.331743963267 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4255.2962188249285, + 4484.892665646044, + 4496.176273727339, + 4547.331743963267, + 4412.4986734775985 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.132248128909834E7, + "scoreError" : 5237680.177358365, + "scoreConfidence" : [ + 3.608480111173997E7, + 4.6560161466456704E7 + ], + "scorePercentiles" : { + "0.0" : 3.9909382002633534E7, + "50.0" : 4.070484806930619E7, + "90.0" : 4.281239080007695E7, + "95.0" : 4.281239080007695E7, + "99.0" : 4.281239080007695E7, + "99.9" : 4.281239080007695E7, + "99.99" : 4.281239080007695E7, + "99.999" : 4.281239080007695E7, + "99.9999" : 4.281239080007695E7, + "100.0" : 4.281239080007695E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.9909382002633534E7, + 4.281239080007695E7, + 4.044044373994654E7, + 4.274534183352845E7, + 4.070484806930619E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.792885716367279E7, + "scoreError" : 505184.60189434676, + "scoreConfidence" : [ + 1.7423672561778445E7, + 1.8434041765567135E7 + ], + "scorePercentiles" : { + "0.0" : 1.7699122986388955E7, + "50.0" : 1.7977154538076483E7, + "90.0" : 1.802779660631336E7, + "95.0" : 1.802779660631336E7, + "99.0" : 1.802779660631336E7, + "99.9" : 1.802779660631336E7, + "99.99" : 1.802779660631336E7, + "99.999" : 1.802779660631336E7, + "99.9999" : 1.802779660631336E7, + "100.0" : 1.802779660631336E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7986628430197854E7, + 1.7977154538076483E7, + 1.79535832573873E7, + 1.802779660631336E7, + 1.7699122986388955E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2351386.849791483, + "scoreError" : 118147.92394578354, + "scoreConfidence" : [ + 2233238.9258456994, + 2469534.7737372667 + ], + "scorePercentiles" : { + "0.0" : 2313880.3825096814, + "50.0" : 2342819.093036371, + "90.0" : 2395567.3733888865, + "95.0" : 2395567.3733888865, + "99.0" : 2395567.3733888865, + "99.9" : 2395567.3733888865, + "99.99" : 2395567.3733888865, + "99.999" : 2395567.3733888865, + "99.9999" : 2395567.3733888865, + "100.0" : 2395567.3733888865 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2395567.3733888865, + 2339452.6191133866, + 2313880.3825096814, + 2342819.093036371, + 2365214.7809090894 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 17421.683727996773, + "scoreError" : 1819.3585733973196, + "scoreConfidence" : [ + 15602.325154599454, + 19241.042301394093 + ], + "scorePercentiles" : { + "0.0" : 16824.425293976543, + "50.0" : 17721.301640859998, + "90.0" : 17825.08580691094, + "95.0" : 17825.08580691094, + "99.0" : 17825.08580691094, + "99.9" : 17825.08580691094, + "99.99" : 17825.08580691094, + "99.999" : 17825.08580691094, + "99.9999" : 17825.08580691094, + "100.0" : 17825.08580691094 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 16995.88131276859, + 16824.425293976543, + 17825.08580691094, + 17741.724585467804, + 17721.301640859998 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8383780960052975E7, + "scoreError" : 2233264.778395197, + "scoreConfidence" : [ + 2.6150516181657776E7, + 3.0617045738448173E7 + ], + "scorePercentiles" : { + "0.0" : 2.757098849650793E7, + "50.0" : 2.8355670731067095E7, + "90.0" : 2.915122803928978E7, + "95.0" : 2.915122803928978E7, + "99.0" : 2.915122803928978E7, + "99.9" : 2.915122803928978E7, + "99.99" : 2.915122803928978E7, + "99.999" : 2.915122803928978E7, + "99.9999" : 2.915122803928978E7, + "100.0" : 2.915122803928978E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.8355670731067095E7, + 2.8635420799242787E7, + 2.8205596734157283E7, + 2.757098849650793E7, + 2.915122803928978E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5236565.517183947, + "scoreError" : 436119.25633090833, + "scoreConfidence" : [ + 4800446.260853039, + 5672684.773514856 + ], + "scorePercentiles" : { + "0.0" : 5070311.76869201, + "50.0" : 5268889.667487981, + "90.0" : 5333994.016042206, + "95.0" : 5333994.016042206, + "99.0" : 5333994.016042206, + "99.9" : 5333994.016042206, + "99.99" : 5333994.016042206, + "99.999" : 5333994.016042206, + "99.9999" : 5333994.016042206, + "100.0" : 5333994.016042206 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5175864.900772459, + 5333767.232925081, + 5268889.667487981, + 5070311.76869201, + 5333994.016042206 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 580241.3317466716, + "scoreError" : 193124.19600674935, + "scoreConfidence" : [ + 387117.13573992223, + 773365.5277534209 + ], + "scorePercentiles" : { + "0.0" : 492677.15712648, + "50.0" : 593871.8144833504, + "90.0" : 619087.8763291467, + "95.0" : 619087.8763291467, + "99.0" : 619087.8763291467, + "99.9" : 619087.8763291467, + "99.99" : 619087.8763291467, + "99.999" : 619087.8763291467, + "99.9999" : 619087.8763291467, + "100.0" : 619087.8763291467 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 492677.15712648, + 593871.8144833504, + 619087.8763291467, + 591315.4389060735, + 604254.371888307 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4593.0405822789535, + "scoreError" : 538.8198762747506, + "scoreConfidence" : [ + 4054.220706004203, + 5131.860458553704 + ], + "scorePercentiles" : { + "0.0" : 4362.584829832221, + "50.0" : 4630.088773435746, + "90.0" : 4703.596151929019, + "95.0" : 4703.596151929019, + "99.0" : 4703.596151929019, + "99.9" : 4703.596151929019, + "99.99" : 4703.596151929019, + "99.999" : 4703.596151929019, + "99.9999" : 4703.596151929019, + "100.0" : 4703.596151929019 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4630.088773435746, + 4362.584829832221, + 4570.496955512204, + 4703.596151929019, + 4698.436200685581 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.231579038653389E7, + "scoreError" : 7208503.419204927, + "scoreConfidence" : [ + 3.5107286967328966E7, + 4.952429380573882E7 + ], + "scorePercentiles" : { + "0.0" : 3.907339083497033E7, + "50.0" : 4.294251409690066E7, + "90.0" : 4.386845492777901E7, + "95.0" : 4.386845492777901E7, + "99.0" : 4.386845492777901E7, + "99.9" : 4.386845492777901E7, + "99.99" : 4.386845492777901E7, + "99.999" : 4.386845492777901E7, + "99.9999" : 4.386845492777901E7, + "100.0" : 4.386845492777901E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.310827107072548E7, + 4.294251409690066E7, + 3.907339083497033E7, + 4.386845492777901E7, + 4.258632100229399E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5325567.828334913, + "scoreError" : 328952.65255034366, + "scoreConfidence" : [ + 4996615.175784569, + 5654520.480885256 + ], + "scorePercentiles" : { + "0.0" : 5255172.453286605, + "50.0" : 5322140.706710392, + "90.0" : 5466967.0196810085, + "95.0" : 5466967.0196810085, + "99.0" : 5466967.0196810085, + "99.9" : 5466967.0196810085, + "99.99" : 5466967.0196810085, + "99.999" : 5466967.0196810085, + "99.9999" : 5466967.0196810085, + "100.0" : 5466967.0196810085 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5322984.085942965, + 5322140.706710392, + 5255172.453286605, + 5260574.876053597, + 5466967.0196810085 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 438782.5100583313, + "scoreError" : 27959.77643075267, + "scoreConfidence" : [ + 410822.73362757865, + 466742.28648908396 + ], + "scorePercentiles" : { + "0.0" : 430779.3447364501, + "50.0" : 436151.24246452644, + "90.0" : 448345.65439123876, + "95.0" : 448345.65439123876, + "99.0" : 448345.65439123876, + "99.9" : 448345.65439123876, + "99.99" : 448345.65439123876, + "99.999" : 448345.65439123876, + "99.9999" : 448345.65439123876, + "100.0" : 448345.65439123876 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 444211.5419762124, + 434424.7667232288, + 436151.24246452644, + 430779.3447364501, + 448345.65439123876 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4576.161891712027, + "scoreError" : 152.33197911917347, + "scoreConfidence" : [ + 4423.829912592853, + 4728.4938708312 + ], + "scorePercentiles" : { + "0.0" : 4541.645506621416, + "50.0" : 4553.1315271379035, + "90.0" : 4634.134492087134, + "95.0" : 4634.134492087134, + "99.0" : 4634.134492087134, + "99.9" : 4634.134492087134, + "99.99" : 4634.134492087134, + "99.999" : 4634.134492087134, + "99.9999" : 4634.134492087134, + "100.0" : 4634.134492087134 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4634.134492087134, + 4541.645506621416, + 4553.1315271379035, + 4551.686605282865, + 4600.211327430823 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8512213876575284E7, + "scoreError" : 2281475.8452284494, + "scoreConfidence" : [ + 2.6230738031346835E7, + 3.0793689721803732E7 + ], + "scorePercentiles" : { + "0.0" : 2.748976428962454E7, + "50.0" : 2.8746494050628517E7, + "90.0" : 2.900194379998066E7, + "95.0" : 2.900194379998066E7, + "99.0" : 2.900194379998066E7, + "99.9" : 2.900194379998066E7, + "99.99" : 2.900194379998066E7, + "99.999" : 2.900194379998066E7, + "99.9999" : 2.900194379998066E7, + "100.0" : 2.900194379998066E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.900194379998066E7, + 2.876024761622874E7, + 2.8746494050628517E7, + 2.856261962641398E7, + 2.748976428962454E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5050894.7993011605, + "scoreError" : 916351.401159218, + "scoreConfidence" : [ + 4134543.3981419425, + 5967246.200460378 + ], + "scorePercentiles" : { + "0.0" : 4748738.806607224, + "50.0" : 5156286.989623428, + "90.0" : 5277398.867059229, + "95.0" : 5277398.867059229, + "99.0" : 5277398.867059229, + "99.9" : 5277398.867059229, + "99.99" : 5277398.867059229, + "99.999" : 5277398.867059229, + "99.9999" : 5277398.867059229, + "100.0" : 5277398.867059229 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4845796.451343366, + 5226252.881872561, + 5156286.989623428, + 4748738.806607224, + 5277398.867059229 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 559945.6397340095, + "scoreError" : 127615.97216817712, + "scoreConfidence" : [ + 432329.6675658324, + 687561.6119021866 + ], + "scorePercentiles" : { + "0.0" : 510914.4048243065, + "50.0" : 581742.9834631396, + "90.0" : 584446.632301399, + "95.0" : 584446.632301399, + "99.0" : 584446.632301399, + "99.9" : 584446.632301399, + "99.99" : 584446.632301399, + "99.999" : 584446.632301399, + "99.9999" : 584446.632301399, + "100.0" : 584446.632301399 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 510914.4048243065, + 584446.632301399, + 581742.9834631396, + 582645.2440775947, + 539978.9340036075 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4304.98925719529, + "scoreError" : 383.53431569402943, + "scoreConfidence" : [ + 3921.4549415012602, + 4688.523572889319 + ], + "scorePercentiles" : { + "0.0" : 4151.899882612724, + "50.0" : 4297.987553287924, + "90.0" : 4409.052222319515, + "95.0" : 4409.052222319515, + "99.0" : 4409.052222319515, + "99.9" : 4409.052222319515, + "99.99" : 4409.052222319515, + "99.999" : 4409.052222319515, + "99.9999" : 4409.052222319515, + "100.0" : 4409.052222319515 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4151.899882612724, + 4289.421834427573, + 4409.052222319515, + 4376.584793328713, + 4297.987553287924 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.468771722423169E7, + "scoreError" : 1.1609214030964388E7, + "scoreConfidence" : [ + 3.30785031932673E7, + 5.629693125519608E7 + ], + "scorePercentiles" : { + "0.0" : 3.966574570037112E7, + "50.0" : 4.5875216933573596E7, + "90.0" : 4.738183991694503E7, + "95.0" : 4.738183991694503E7, + "99.0" : 4.738183991694503E7, + "99.9" : 4.738183991694503E7, + "99.99" : 4.738183991694503E7, + "99.999" : 4.738183991694503E7, + "99.9999" : 4.738183991694503E7, + "100.0" : 4.738183991694503E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.5875216933573596E7, + 3.966574570037112E7, + 4.430419872469464E7, + 4.621158484557404E7, + 4.738183991694503E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4789124.537871977, + "scoreError" : 1293840.6658781914, + "scoreConfidence" : [ + 3495283.8719937857, + 6082965.203750169 + ], + "scorePercentiles" : { + "0.0" : 4198664.941832757, + "50.0" : 4922267.501019035, + "90.0" : 5037033.068407162, + "95.0" : 5037033.068407162, + "99.0" : 5037033.068407162, + "99.9" : 5037033.068407162, + "99.99" : 5037033.068407162, + "99.999" : 5037033.068407162, + "99.9999" : 5037033.068407162, + "100.0" : 5037033.068407162 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4198664.941832757, + 5037033.068407162, + 4922267.501019035, + 4863440.533169105, + 4924216.64493183 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100" + }, + "primaryMetric" : { + "score" : 568477.5203633555, + "scoreError" : 111287.00748630529, + "scoreConfidence" : [ + 457190.5128770502, + 679764.5278496608 + ], + "scorePercentiles" : { + "0.0" : 518265.0208348903, + "50.0" : 577030.2948861097, + "90.0" : 588651.7632452945, + "95.0" : 588651.7632452945, + "99.0" : 588651.7632452945, + "99.9" : 588651.7632452945, + "99.99" : 588651.7632452945, + "99.999" : 588651.7632452945, + "99.9999" : 588651.7632452945, + "100.0" : 588651.7632452945 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 586595.4195505707, + 577030.2948861097, + 571845.1032999126, + 518265.0208348903, + 588651.7632452945 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3969.5936067552566, + "scoreError" : 428.3675281582534, + "scoreConfidence" : [ + 3541.2260785970034, + 4397.96113491351 + ], + "scorePercentiles" : { + "0.0" : 3816.419666413174, + "50.0" : 4019.693748947866, + "90.0" : 4078.4929805297224, + "95.0" : 4078.4929805297224, + "99.0" : 4078.4929805297224, + "99.9" : 4078.4929805297224, + "99.99" : 4078.4929805297224, + "99.999" : 4078.4929805297224, + "99.9999" : 4078.4929805297224, + "100.0" : 4078.4929805297224 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4019.693748947866, + 3816.419666413174, + 3890.3457394039992, + 4078.4929805297224, + 4043.0158984815216 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.640195471569403E7, + "scoreError" : 1.6072801192316504E7, + "scoreConfidence" : [ + 3.032915352337753E7, + 6.2474755908010535E7 + ], + "scorePercentiles" : { + "0.0" : 3.9022209117093705E7, + "50.0" : 4.776357108138464E7, + "90.0" : 4.89113095665355E7, + "95.0" : 4.89113095665355E7, + "99.0" : 4.89113095665355E7, + "99.9" : 4.89113095665355E7, + "99.99" : 4.89113095665355E7, + "99.999" : 4.89113095665355E7, + "99.9999" : 4.89113095665355E7, + "100.0" : 4.89113095665355E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.9022209117093705E7, + 4.89113095665355E7, + 4.747674642176316E7, + 4.883593739169317E7, + 4.776357108138464E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4477440.942394619, + "scoreError" : 1424671.1682283985, + "scoreConfidence" : [ + 3052769.7741662203, + 5902112.110623017 + ], + "scorePercentiles" : { + "0.0" : 3818384.9691929617, + "50.0" : 4656486.550925704, + "90.0" : 4670612.978395592, + "95.0" : 4670612.978395592, + "99.0" : 4670612.978395592, + "99.9" : 4670612.978395592, + "99.99" : 4670612.978395592, + "99.999" : 4670612.978395592, + "99.9999" : 4670612.978395592, + "100.0" : 4670612.978395592 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4657485.083906455, + 3818384.9691929617, + 4656486.550925704, + 4584235.129552381, + 4670612.978395592 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100" + }, + "primaryMetric" : { + "score" : 608618.0676778691, + "scoreError" : 102907.1833914408, + "scoreConfidence" : [ + 505710.88428642834, + 711525.2510693099 + ], + "scorePercentiles" : { + "0.0" : 561232.1507154509, + "50.0" : 620662.4067064065, + "90.0" : 624996.2085542798, + "95.0" : 624996.2085542798, + "99.0" : 624996.2085542798, + "99.9" : 624996.2085542798, + "99.99" : 624996.2085542798, + "99.999" : 624996.2085542798, + "99.9999" : 624996.2085542798, + "100.0" : 624996.2085542798 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 624996.2085542798, + 561232.1507154509, + 620662.4067064065, + 615075.635496271, + 621123.936916937 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4079.6986780805264, + "scoreError" : 440.9934294446173, + "scoreConfidence" : [ + 3638.705248635909, + 4520.692107525144 + ], + "scorePercentiles" : { + "0.0" : 3953.9918226733885, + "50.0" : 4091.730881538872, + "90.0" : 4197.5435974867505, + "95.0" : 4197.5435974867505, + "99.0" : 4197.5435974867505, + "99.9" : 4197.5435974867505, + "99.99" : 4197.5435974867505, + "99.999" : 4197.5435974867505, + "99.9999" : 4197.5435974867505, + "100.0" : 4197.5435974867505 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4197.5435974867505, + 4183.963019601278, + 4091.730881538872, + 3953.9918226733885, + 3971.2640691023453 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.625715801238557E7, + "scoreError" : 1.4699903002977852E7, + "scoreConfidence" : [ + 3.1557255009407718E7, + 6.0957061015363425E7 + ], + "scorePercentiles" : { + "0.0" : 3.9492495144599706E7, + "50.0" : 4.807578019099453E7, + "90.0" : 4.849410350222596E7, + "95.0" : 4.849410350222596E7, + "99.0" : 4.849410350222596E7, + "99.9" : 4.849410350222596E7, + "99.99" : 4.849410350222596E7, + "99.999" : 4.849410350222596E7, + "99.9999" : 4.849410350222596E7, + "100.0" : 4.849410350222596E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.9492495144599706E7, + 4.708625115486507E7, + 4.807578019099453E7, + 4.849410350222596E7, + 4.813716006924258E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.0073391049179563E7, + "scoreError" : 1190820.7811405344, + "scoreConfidence" : [ + 8882570.26803903, + 1.1264211830320098E7 + ], + "scorePercentiles" : { + "0.0" : 9546040.742686255, + "50.0" : 1.0212356624701679E7, + "90.0" : 1.0315655455382751E7, + "95.0" : 1.0315655455382751E7, + "99.0" : 1.0315655455382751E7, + "99.9" : 1.0315655455382751E7, + "99.99" : 1.0315655455382751E7, + "99.999" : 1.0315655455382751E7, + "99.9999" : 1.0315655455382751E7, + "100.0" : 1.0315655455382751E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0315655455382751E7, + 1.0057651627439938E7, + 1.0235250795687193E7, + 1.0212356624701679E7, + 9546040.742686255 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1372250.279572894, + "scoreError" : 253568.42063153806, + "scoreConfidence" : [ + 1118681.858941356, + 1625818.7002044322 + ], + "scorePercentiles" : { + "0.0" : 1256097.3629603258, + "50.0" : 1396061.1645504269, + "90.0" : 1419833.9486947763, + "95.0" : 1419833.9486947763, + "99.0" : 1419833.9486947763, + "99.9" : 1419833.9486947763, + "99.99" : 1419833.9486947763, + "99.999" : 1419833.9486947763, + "99.9999" : 1419833.9486947763, + "100.0" : 1419833.9486947763 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1256097.3629603258, + 1419833.9486947763, + 1391385.0864152287, + 1397873.8352437133, + 1396061.1645504269 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9721.129432615096, + "scoreError" : 783.6593171402791, + "scoreConfidence" : [ + 8937.470115474818, + 10504.788749755375 + ], + "scorePercentiles" : { + "0.0" : 9369.049762132989, + "50.0" : 9773.928005662137, + "90.0" : 9869.042700898997, + "95.0" : 9869.042700898997, + "99.0" : 9869.042700898997, + "99.9" : 9869.042700898997, + "99.99" : 9869.042700898997, + "99.999" : 9869.042700898997, + "99.9999" : 9869.042700898997, + "100.0" : 9869.042700898997 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9743.948910287223, + 9773.928005662137, + 9869.042700898997, + 9849.67778409414, + 9369.049762132989 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.521703393482225E7, + "scoreError" : 6566172.791636369, + "scoreConfidence" : [ + 3.865086114318588E7, + 5.178320672645862E7 + ], + "scorePercentiles" : { + "0.0" : 4.232008034684635E7, + "50.0" : 4.564490830780572E7, + "90.0" : 4.686021688078858E7, + "95.0" : 4.686021688078858E7, + "99.0" : 4.686021688078858E7, + "99.9" : 4.686021688078858E7, + "99.99" : 4.686021688078858E7, + "99.999" : 4.686021688078858E7, + "99.9999" : 4.686021688078858E7, + "100.0" : 4.686021688078858E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.571513806469982E7, + 4.686021688078858E7, + 4.554482607397078E7, + 4.232008034684635E7, + 4.564490830780572E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.0032151215308374E7, + "scoreError" : 1250191.9226555713, + "scoreConfidence" : [ + 8781959.292652803, + 1.1282343137963945E7 + ], + "scorePercentiles" : { + "0.0" : 9478992.411479177, + "50.0" : 1.019477494492161E7, + "90.0" : 1.0249141530768828E7, + "95.0" : 1.0249141530768828E7, + "99.0" : 1.0249141530768828E7, + "99.9" : 1.0249141530768828E7, + "99.99" : 1.0249141530768828E7, + "99.999" : 1.0249141530768828E7, + "99.9999" : 1.0249141530768828E7, + "100.0" : 1.0249141530768828E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0235263339781396E7, + 1.0249141530768828E7, + 1.000258384959086E7, + 9478992.411479177, + 1.019477494492161E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1647839.8129620305, + "scoreError" : 248080.37018996448, + "scoreConfidence" : [ + 1399759.442772066, + 1895920.183151995 + ], + "scorePercentiles" : { + "0.0" : 1533338.7809854122, + "50.0" : 1672861.9350905367, + "90.0" : 1687498.0532502064, + "95.0" : 1687498.0532502064, + "99.0" : 1687498.0532502064, + "99.9" : 1687498.0532502064, + "99.99" : 1687498.0532502064, + "99.999" : 1687498.0532502064, + "99.9999" : 1687498.0532502064, + "100.0" : 1687498.0532502064 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1533338.7809854122, + 1677861.7376699538, + 1672861.9350905367, + 1687498.0532502064, + 1667638.5578140425 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9180.840944223037, + "scoreError" : 804.0518238579152, + "scoreConfidence" : [ + 8376.789120365122, + 9984.892768080952 + ], + "scorePercentiles" : { + "0.0" : 8945.190905919051, + "50.0" : 9268.127498287391, + "90.0" : 9429.846265878035, + "95.0" : 9429.846265878035, + "99.0" : 9429.846265878035, + "99.9" : 9429.846265878035, + "99.99" : 9429.846265878035, + "99.999" : 9429.846265878035, + "99.9999" : 9429.846265878035, + "100.0" : 9429.846265878035 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9429.846265878035, + 9279.160613968768, + 9268.127498287391, + 8981.879437061936, + 8945.190905919051 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.896449889488045E7, + "scoreError" : 1065420.2451051415, + "scoreConfidence" : [ + 4.789907864977531E7, + 5.002991913998559E7 + ], + "scorePercentiles" : { + "0.0" : 4.8680995989798106E7, + "50.0" : 4.895766758116494E7, + "90.0" : 4.930318761064969E7, + "95.0" : 4.930318761064969E7, + "99.0" : 4.930318761064969E7, + "99.9" : 4.930318761064969E7, + "99.99" : 4.930318761064969E7, + "99.999" : 4.930318761064969E7, + "99.9999" : 4.930318761064969E7, + "100.0" : 4.930318761064969E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.870588461403263E7, + 4.930318761064969E7, + 4.917475867875689E7, + 4.8680995989798106E7, + 4.895766758116494E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.1193694406535253E7, + "scoreError" : 3047851.8284152085, + "scoreConfidence" : [ + 8145842.578120044, + 1.424154623495046E7 + ], + "scorePercentiles" : { + "0.0" : 9792386.151008772, + "50.0" : 1.1474956317141306E7, + "90.0" : 1.1660528131633239E7, + "95.0" : 1.1660528131633239E7, + "99.0" : 1.1660528131633239E7, + "99.9" : 1.1660528131633239E7, + "99.99" : 1.1660528131633239E7, + "99.999" : 1.1660528131633239E7, + "99.9999" : 1.1660528131633239E7, + "100.0" : 1.1660528131633239E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9792386.151008772, + 1.164669149507622E7, + 1.1660528131633239E7, + 1.1474956317141306E7, + 1.1393909937816722E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1383791.652264842, + "scoreError" : 249705.1988185382, + "scoreConfidence" : [ + 1134086.453446304, + 1633496.8510833802 + ], + "scorePercentiles" : { + "0.0" : 1276857.8435872714, + "50.0" : 1392855.2981218805, + "90.0" : 1439349.6201950966, + "95.0" : 1439349.6201950966, + "99.0" : 1439349.6201950966, + "99.9" : 1439349.6201950966, + "99.99" : 1439349.6201950966, + "99.999" : 1439349.6201950966, + "99.9999" : 1439349.6201950966, + "100.0" : 1439349.6201950966 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1379237.5227987326, + 1276857.8435872714, + 1439349.6201950966, + 1392855.2981218805, + 1430657.9766212297 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9712.543039680555, + "scoreError" : 141.9001736624827, + "scoreConfidence" : [ + 9570.642866018072, + 9854.443213343038 + ], + "scorePercentiles" : { + "0.0" : 9672.390555131895, + "50.0" : 9704.973618510146, + "90.0" : 9765.682181748798, + "95.0" : 9765.682181748798, + "99.0" : 9765.682181748798, + "99.9" : 9765.682181748798, + "99.99" : 9765.682181748798, + "99.999" : 9765.682181748798, + "99.9999" : 9765.682181748798, + "100.0" : 9765.682181748798 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9765.682181748798, + 9672.390555131895, + 9704.973618510146, + 9731.328981551513, + 9688.33986146042 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.569596284343551E7, + "scoreError" : 1.328177746607526E7, + "scoreConfidence" : [ + 3.241418537736025E7, + 5.897774030951077E7 + ], + "scorePercentiles" : { + "0.0" : 4.114076394796117E7, + "50.0" : 4.669209113969247E7, + "90.0" : 4.958607480215448E7, + "95.0" : 4.958607480215448E7, + "99.0" : 4.958607480215448E7, + "99.9" : 4.958607480215448E7, + "99.99" : 4.958607480215448E7, + "99.999" : 4.958607480215448E7, + "99.9999" : 4.958607480215448E7, + "100.0" : 4.958607480215448E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.322186831822089E7, + 4.783901600914854E7, + 4.958607480215448E7, + 4.114076394796117E7, + 4.669209113969247E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.1646328706058538E7, + "scoreError" : 2242717.791528867, + "scoreConfidence" : [ + 9403610.91452967, + 1.3889046497587405E7 + ], + "scorePercentiles" : { + "0.0" : 1.0633035112609006E7, + "50.0" : 1.186854299746992E7, + "90.0" : 1.2109716946310787E7, + "95.0" : 1.2109716946310787E7, + "99.0" : 1.2109716946310787E7, + "99.9" : 1.2109716946310787E7, + "99.99" : 1.2109716946310787E7, + "99.999" : 1.2109716946310787E7, + "99.9999" : 1.2109716946310787E7, + "100.0" : 1.2109716946310787E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.1888662817135824E7, + 1.2109716946310787E7, + 1.0633035112609006E7, + 1.186854299746992E7, + 1.1731685656767163E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1408149.3386099446, + "scoreError" : 83091.11542336996, + "scoreConfidence" : [ + 1325058.2231865746, + 1491240.4540333145 + ], + "scorePercentiles" : { + "0.0" : 1392160.9493076194, + "50.0" : 1399451.4362935217, + "90.0" : 1445180.1989220728, + "95.0" : 1445180.1989220728, + "99.0" : 1445180.1989220728, + "99.9" : 1445180.1989220728, + "99.99" : 1445180.1989220728, + "99.999" : 1445180.1989220728, + "99.9999" : 1445180.1989220728, + "100.0" : 1445180.1989220728 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1395505.364278324, + 1392160.9493076194, + 1408448.7442481853, + 1399451.4362935217, + 1445180.1989220728 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9177.51536504213, + "scoreError" : 1076.1713382351122, + "scoreConfidence" : [ + 8101.344026807019, + 10253.686703277242 + ], + "scorePercentiles" : { + "0.0" : 8689.580340405584, + "50.0" : 9288.358220508902, + "90.0" : 9390.687218706016, + "95.0" : 9390.687218706016, + "99.0" : 9390.687218706016, + "99.9" : 9390.687218706016, + "99.99" : 9390.687218706016, + "99.999" : 9390.687218706016, + "99.9999" : 9390.687218706016, + "100.0" : 9390.687218706016 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9390.687218706016, + 9219.547257313701, + 8689.580340405584, + 9288.358220508902, + 9299.403788276451 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.578650095161813E7, + "scoreError" : 7165293.632100988, + "scoreConfidence" : [ + 3.8621207319517136E7, + 5.295179458371912E7 + ], + "scorePercentiles" : { + "0.0" : 4.270242680822409E7, + "50.0" : 4.611033783601073E7, + "90.0" : 4.7747922138729155E7, + "95.0" : 4.7747922138729155E7, + "99.0" : 4.7747922138729155E7, + "99.9" : 4.7747922138729155E7, + "99.99" : 4.7747922138729155E7, + "99.999" : 4.7747922138729155E7, + "99.9999" : 4.7747922138729155E7, + "100.0" : 4.7747922138729155E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.636996856022251E7, + 4.7747922138729155E7, + 4.600184941490417E7, + 4.611033783601073E7, + 4.270242680822409E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4542036.884292612, + "scoreError" : 282559.74989683647, + "scoreConfidence" : [ + 4259477.134395775, + 4824596.634189448 + ], + "scorePercentiles" : { + "0.0" : 4429586.728916069, + "50.0" : 4563100.569216177, + "90.0" : 4608917.041294723, + "95.0" : 4608917.041294723, + "99.0" : 4608917.041294723, + "99.9" : 4608917.041294723, + "99.99" : 4608917.041294723, + "99.999" : 4608917.041294723, + "99.9999" : 4608917.041294723, + "100.0" : 4608917.041294723 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4597164.68250991, + 4563100.569216177, + 4608917.041294723, + 4429586.728916069, + 4511415.399526183 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100" + }, + "primaryMetric" : { + "score" : 579614.7047301208, + "scoreError" : 92497.92868625726, + "scoreConfidence" : [ + 487116.77604386356, + 672112.633416378 + ], + "scorePercentiles" : { + "0.0" : 538754.1162393613, + "50.0" : 586475.9393328116, + "90.0" : 601514.5377870037, + "95.0" : 601514.5377870037, + "99.0" : 601514.5377870037, + "99.9" : 601514.5377870037, + "99.99" : 601514.5377870037, + "99.999" : 601514.5377870037, + "99.9999" : 601514.5377870037, + "100.0" : 601514.5377870037 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 590060.3742722179, + 586475.9393328116, + 601514.5377870037, + 581268.5560192094, + 538754.1162393613 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3812.6639487270572, + "scoreError" : 505.57302649330455, + "scoreConfidence" : [ + 3307.0909222337527, + 4318.236975220362 + ], + "scorePercentiles" : { + "0.0" : 3601.029222911682, + "50.0" : 3866.2031975287614, + "90.0" : 3916.937370171887, + "95.0" : 3916.937370171887, + "99.0" : 3916.937370171887, + "99.9" : 3916.937370171887, + "99.99" : 3916.937370171887, + "99.999" : 3916.937370171887, + "99.9999" : 3916.937370171887, + "100.0" : 3916.937370171887 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3772.5779925899496, + 3866.2031975287614, + 3906.5719604330075, + 3916.937370171887, + 3601.029222911682 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4572.860596114164, + "scoreError" : 119.97501480070098, + "scoreConfidence" : [ + 4452.885581313463, + 4692.835610914864 + ], + "scorePercentiles" : { + "0.0" : 4529.035646530561, + "50.0" : 4585.446557400939, + "90.0" : 4606.873397948533, + "95.0" : 4606.873397948533, + "99.0" : 4606.873397948533, + "99.9" : 4606.873397948533, + "99.99" : 4606.873397948533, + "99.999" : 4606.873397948533, + "99.9999" : 4606.873397948533, + "100.0" : 4606.873397948533 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4585.446557400939, + 4606.873397948533, + 4589.408526239923, + 4553.538852450865, + 4529.035646530561 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10" + }, + "primaryMetric" : { + "score" : 546.2958701560245, + "scoreError" : 11.35778327186829, + "scoreConfidence" : [ + 534.9380868841563, + 557.6536534278928 + ], + "scorePercentiles" : { + "0.0" : 543.0055353185733, + "50.0" : 546.419142756869, + "90.0" : 550.4282773736603, + "95.0" : 550.4282773736603, + "99.0" : 550.4282773736603, + "99.9" : 550.4282773736603, + "99.99" : 550.4282773736603, + "99.999" : 550.4282773736603, + "99.9999" : 550.4282773736603, + "100.0" : 550.4282773736603 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 543.0055353185733, + 544.0221281259674, + 546.419142756869, + 550.4282773736603, + 547.604267205053 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100" + }, + "primaryMetric" : { + "score" : 47.831804736795014, + "scoreError" : 1.5365726963474984, + "scoreConfidence" : [ + 46.295232040447516, + 49.36837743314251 + ], + "scorePercentiles" : { + "0.0" : 47.4692375309498, + "50.0" : 47.62868732515732, + "90.0" : 48.29626315661687, + "95.0" : 48.29626315661687, + "99.0" : 48.29626315661687, + "99.9" : 48.29626315661687, + "99.99" : 48.29626315661687, + "99.999" : 48.29626315661687, + "99.9999" : 48.29626315661687, + "100.0" : 48.29626315661687 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 47.62868732515732, + 48.29626315661687, + 48.231262188401686, + 47.5335734828494, + 47.4692375309498 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 0.30234316001327377, + "scoreError" : 0.0013925821028349078, + "scoreConfidence" : [ + 0.3009505779104389, + 0.30373574211610865 + ], + "scorePercentiles" : { + "0.0" : 0.3017001723388318, + "50.0" : 0.30249972465491937, + "90.0" : 0.30254733351974, + "95.0" : 0.30254733351974, + "99.0" : 0.30254733351974, + "99.9" : 0.30254733351974, + "99.99" : 0.30254733351974, + "99.999" : 0.30254733351974, + "99.9999" : 0.30254733351974, + "100.0" : 0.30254733351974 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.30244129887568927, + 0.3017001723388318, + 0.30249972465491937, + 0.30254733351974, + 0.30252727067718843 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.190653291495788E7, + "scoreError" : 1629059.8236682427, + "scoreConfidence" : [ + 3.027747309128964E7, + 3.3535592738626122E7 + ], + "scorePercentiles" : { + "0.0" : 3.1291344743003763E7, + "50.0" : 3.1976866184778366E7, + "90.0" : 3.234250150771979E7, + "95.0" : 3.234250150771979E7, + "99.0" : 3.234250150771979E7, + "99.9" : 3.234250150771979E7, + "99.99" : 3.234250150771979E7, + "99.999" : 3.234250150771979E7, + "99.9999" : 3.234250150771979E7, + "100.0" : 3.234250150771979E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.1976866184778366E7, + 3.2222246713484965E7, + 3.1291344743003763E7, + 3.234250150771979E7, + 3.1699705425802544E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4649577.58403025, + "scoreError" : 735193.6690659146, + "scoreConfidence" : [ + 3914383.9149643355, + 5384771.253096165 + ], + "scorePercentiles" : { + "0.0" : 4343217.552304476, + "50.0" : 4752965.93218682, + "90.0" : 4801147.688478869, + "95.0" : 4801147.688478869, + "99.0" : 4801147.688478869, + "99.9" : 4801147.688478869, + "99.99" : 4801147.688478869, + "99.999" : 4801147.688478869, + "99.9999" : 4801147.688478869, + "100.0" : 4801147.688478869 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4767400.586923816, + 4343217.552304476, + 4583156.160257268, + 4801147.688478869, + 4752965.93218682 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100" + }, + "primaryMetric" : { + "score" : 595193.9068670383, + "scoreError" : 27122.39914210867, + "scoreConfidence" : [ + 568071.5077249297, + 622316.306009147 + ], + "scorePercentiles" : { + "0.0" : 589280.0551578142, + "50.0" : 594224.8594156977, + "90.0" : 606615.5968724053, + "95.0" : 606615.5968724053, + "99.0" : 606615.5968724053, + "99.9" : 606615.5968724053, + "99.99" : 606615.5968724053, + "99.999" : 606615.5968724053, + "99.9999" : 606615.5968724053, + "100.0" : 606615.5968724053 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 589280.0551578142, + 594224.8594156977, + 606615.5968724053, + 596224.605935039, + 589624.4169542355 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3905.8813628336334, + "scoreError" : 427.41134589272446, + "scoreConfidence" : [ + 3478.470016940909, + 4333.292708726358 + ], + "scorePercentiles" : { + "0.0" : 3725.1370012560405, + "50.0" : 3939.45876545525, + "90.0" : 3997.8099037872676, + "95.0" : 3997.8099037872676, + "99.0" : 3997.8099037872676, + "99.9" : 3997.8099037872676, + "99.99" : 3997.8099037872676, + "99.999" : 3997.8099037872676, + "99.9999" : 3997.8099037872676, + "100.0" : 3997.8099037872676 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3725.1370012560405, + 3997.8099037872676, + 3939.45876545525, + 3881.0162902001593, + 3985.9848534694497 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4596.972930998831, + "scoreError" : 142.9087068254092, + "scoreConfidence" : [ + 4454.064224173421, + 4739.88163782424 + ], + "scorePercentiles" : { + "0.0" : 4554.45030273999, + "50.0" : 4617.243090323199, + "90.0" : 4630.926130162582, + "95.0" : 4630.926130162582, + "99.0" : 4630.926130162582, + "99.9" : 4630.926130162582, + "99.99" : 4630.926130162582, + "99.999" : 4630.926130162582, + "99.9999" : 4630.926130162582, + "100.0" : 4630.926130162582 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4554.45030273999, + 4558.957725448569, + 4617.243090323199, + 4623.287406319814, + 4630.926130162582 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10" + }, + "primaryMetric" : { + "score" : 542.2733572499111, + "scoreError" : 16.268395334708448, + "scoreConfidence" : [ + 526.0049619152027, + 558.5417525846195 + ], + "scorePercentiles" : { + "0.0" : 538.338320795291, + "50.0" : 542.1803213930131, + "90.0" : 548.980167229061, + "95.0" : 548.980167229061, + "99.0" : 548.980167229061, + "99.9" : 548.980167229061, + "99.99" : 548.980167229061, + "99.999" : 548.980167229061, + "99.9999" : 548.980167229061, + "100.0" : 548.980167229061 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 542.8490817763663, + 538.338320795291, + 542.1803213930131, + 539.018895055824, + 548.980167229061 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100" + }, + "primaryMetric" : { + "score" : 55.48442638771318, + "scoreError" : 1.4096873499667641, + "scoreConfidence" : [ + 54.07473903774641, + 56.894113737679945 + ], + "scorePercentiles" : { + "0.0" : 55.13519107500197, + "50.0" : 55.45124724856605, + "90.0" : 55.991994164274956, + "95.0" : 55.991994164274956, + "99.0" : 55.991994164274956, + "99.9" : 55.991994164274956, + "99.99" : 55.991994164274956, + "99.999" : 55.991994164274956, + "99.9999" : 55.991994164274956, + "100.0" : 55.991994164274956 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 55.13519107500197, + 55.991994164274956, + 55.15021710759459, + 55.69348234312831, + 55.45124724856605 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 0.30139564680072245, + "scoreError" : 0.001729446925082151, + "scoreConfidence" : [ + 0.2996661998756403, + 0.3031250937258046 + ], + "scorePercentiles" : { + "0.0" : 0.3009301151308696, + "50.0" : 0.30131888481157565, + "90.0" : 0.30211274506016556, + "95.0" : 0.30211274506016556, + "99.0" : 0.30211274506016556, + "99.9" : 0.30211274506016556, + "99.99" : 0.30211274506016556, + "99.999" : 0.30211274506016556, + "99.9999" : 0.30211274506016556, + "100.0" : 0.30211274506016556 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.3014737095810305, + 0.30211274506016556, + 0.30114277941997075, + 0.3009301151308696, + 0.30131888481157565 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.41396957266945E7, + "scoreError" : 2120367.5879718387, + "scoreConfidence" : [ + 4.2019328138722666E7, + 4.626006331466634E7 + ], + "scorePercentiles" : { + "0.0" : 4.36318107074617E7, + "50.0" : 4.392892411743866E7, + "90.0" : 4.487600890584989E7, + "95.0" : 4.487600890584989E7, + "99.0" : 4.487600890584989E7, + "99.9" : 4.487600890584989E7, + "99.99" : 4.487600890584989E7, + "99.999" : 4.487600890584989E7, + "99.9999" : 4.487600890584989E7, + "100.0" : 4.487600890584989E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.392892411743866E7, + 4.487600890584989E7, + 4.36318107074617E7, + 4.370180517531196E7, + 4.455992972741028E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10" + }, + "primaryMetric" : { + "score" : 33379.18877843324, + "scoreError" : 1392.5189323993602, + "scoreConfidence" : [ + 31986.66984603388, + 34771.707710832605 + ], + "scorePercentiles" : { + "0.0" : 32977.80474185086, + "50.0" : 33267.384776726365, + "90.0" : 33818.5437264403, + "95.0" : 33818.5437264403, + "99.0" : 33818.5437264403, + "99.9" : 33818.5437264403, + "99.99" : 33818.5437264403, + "99.999" : 33818.5437264403, + "99.9999" : 33818.5437264403, + "100.0" : 33818.5437264403 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 33267.384776726365, + 33818.5437264403, + 33138.846189072574, + 32977.80474185086, + 33693.364458076125 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100" + }, + "primaryMetric" : { + "score" : 5513.45040235259, + "scoreError" : 638.9901286274561, + "scoreConfidence" : [ + 4874.460273725133, + 6152.440530980046 + ], + "scorePercentiles" : { + "0.0" : 5355.3107129086775, + "50.0" : 5439.566696871222, + "90.0" : 5698.383930921884, + "95.0" : 5698.383930921884, + "99.0" : 5698.383930921884, + "99.9" : 5698.383930921884, + "99.99" : 5698.383930921884, + "99.999" : 5698.383930921884, + "99.9999" : 5698.383930921884, + "100.0" : 5698.383930921884 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5685.946929654534, + 5355.3107129086775, + 5698.383930921884, + 5388.043741406633, + 5439.566696871222 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3814.0145087533006, + "scoreError" : 113.55557090498151, + "scoreConfidence" : [ + 3700.4589378483192, + 3927.570079658282 + ], + "scorePercentiles" : { + "0.0" : 3775.8576916215047, + "50.0" : 3816.6181404651516, + "90.0" : 3856.516606313448, + "95.0" : 3856.516606313448, + "99.0" : 3856.516606313448, + "99.9" : 3856.516606313448, + "99.99" : 3856.516606313448, + "99.999" : 3856.516606313448, + "99.9999" : 3856.516606313448, + "100.0" : 3856.516606313448 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3856.516606313448, + 3816.6181404651516, + 3820.1668852797648, + 3800.9132200866334, + 3775.8576916215047 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4390.39745939795, + "scoreError" : 98.11661241258403, + "scoreConfidence" : [ + 4292.280846985366, + 4488.514071810534 + ], + "scorePercentiles" : { + "0.0" : 4350.172675166415, + "50.0" : 4393.49811371215, + "90.0" : 4419.422645746073, + "95.0" : 4419.422645746073, + "99.0" : 4419.422645746073, + "99.9" : 4419.422645746073, + "99.99" : 4419.422645746073, + "99.999" : 4419.422645746073, + "99.9999" : 4419.422645746073, + "100.0" : 4419.422645746073 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4350.172675166415, + 4401.3074385561595, + 4393.49811371215, + 4387.586423808954, + 4419.422645746073 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10" + }, + "primaryMetric" : { + "score" : 725.2020155203188, + "scoreError" : 7.907179606782404, + "scoreConfidence" : [ + 717.2948359135364, + 733.1091951271012 + ], + "scorePercentiles" : { + "0.0" : 722.4187654716231, + "50.0" : 725.5077400963137, + "90.0" : 727.6400479430664, + "95.0" : 727.6400479430664, + "99.0" : 727.6400479430664, + "99.9" : 727.6400479430664, + "99.99" : 727.6400479430664, + "99.999" : 727.6400479430664, + "99.9999" : 727.6400479430664, + "100.0" : 727.6400479430664 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 726.4631758690073, + 723.9803482215837, + 725.5077400963137, + 727.6400479430664, + 722.4187654716231 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100" + }, + "primaryMetric" : { + "score" : 236.1110997568281, + "scoreError" : 12.094590529836772, + "scoreConfidence" : [ + 224.01650922699133, + 248.2056902866649 + ], + "scorePercentiles" : { + "0.0" : 232.59743329050445, + "50.0" : 236.6455163178707, + "90.0" : 239.63424019901257, + "95.0" : 239.63424019901257, + "99.0" : 239.63424019901257, + "99.9" : 239.63424019901257, + "99.99" : 239.63424019901257, + "99.999" : 239.63424019901257, + "99.9999" : 239.63424019901257, + "100.0" : 239.63424019901257 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 239.63424019901257, + 238.51027815919326, + 232.59743329050445, + 236.6455163178707, + 233.16803081755955 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2.2783668869553617, + "scoreError" : 0.24809213689617787, + "scoreConfidence" : [ + 2.030274750059184, + 2.5264590238515394 + ], + "scorePercentiles" : { + "0.0" : 2.2256555357623435, + "50.0" : 2.2605635603944796, + "90.0" : 2.379922769697382, + "95.0" : 2.379922769697382, + "99.0" : 2.379922769697382, + "99.9" : 2.379922769697382, + "99.99" : 2.379922769697382, + "99.999" : 2.379922769697382, + "99.9999" : 2.379922769697382, + "100.0" : 2.379922769697382 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2256555357623435, + 2.2605635603944796, + 2.226012674130384, + 2.379922769697382, + 2.2996798947922206 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.5122922639821246E7, + "scoreError" : 8722215.384887544, + "scoreConfidence" : [ + 3.64007072549337E7, + 5.384513802470879E7 + ], + "scorePercentiles" : { + "0.0" : 4.109339602003345E7, + "50.0" : 4.597879688550714E7, + "90.0" : 4.640571371086033E7, + "95.0" : 4.640571371086033E7, + "99.0" : 4.640571371086033E7, + "99.9" : 4.640571371086033E7, + "99.99" : 4.640571371086033E7, + "99.999" : 4.640571371086033E7, + "99.9999" : 4.640571371086033E7, + "100.0" : 4.640571371086033E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.5822946832795024E7, + 4.109339602003345E7, + 4.631375974991026E7, + 4.597879688550714E7, + 4.640571371086033E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10" + }, + "primaryMetric" : { + "score" : 10858.751772490952, + "scoreError" : 294.24857293801114, + "scoreConfidence" : [ + 10564.50319955294, + 11153.000345428964 + ], + "scorePercentiles" : { + "0.0" : 10766.914331555548, + "50.0" : 10885.020429704024, + "90.0" : 10950.615974947726, + "95.0" : 10950.615974947726, + "99.0" : 10950.615974947726, + "99.9" : 10950.615974947726, + "99.99" : 10950.615974947726, + "99.999" : 10950.615974947726, + "99.9999" : 10950.615974947726, + "100.0" : 10950.615974947726 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10950.615974947726, + 10885.020429704024, + 10793.410426018649, + 10766.914331555548, + 10897.797700228815 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100" + }, + "primaryMetric" : { + "score" : 7434.987134566601, + "scoreError" : 216.6843548208432, + "scoreConfidence" : [ + 7218.302779745757, + 7651.671489387444 + ], + "scorePercentiles" : { + "0.0" : 7360.422834502432, + "50.0" : 7465.014307807478, + "90.0" : 7483.022251023561, + "95.0" : 7483.022251023561, + "99.0" : 7483.022251023561, + "99.9" : 7483.022251023561, + "99.99" : 7483.022251023561, + "99.999" : 7483.022251023561, + "99.9999" : 7483.022251023561, + "100.0" : 7483.022251023561 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7389.128599404528, + 7465.014307807478, + 7483.022251023561, + 7477.347680095003, + 7360.422834502432 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3488.320038494427, + "scoreError" : 138.16493778553502, + "scoreConfidence" : [ + 3350.155100708892, + 3626.484976279962 + ], + "scorePercentiles" : { + "0.0" : 3447.6419783736073, + "50.0" : 3494.301510887397, + "90.0" : 3522.7209386232594, + "95.0" : 3522.7209386232594, + "99.0" : 3522.7209386232594, + "99.9" : 3522.7209386232594, + "99.99" : 3522.7209386232594, + "99.999" : 3522.7209386232594, + "99.9999" : 3522.7209386232594, + "100.0" : 3522.7209386232594 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3522.2009161272567, + 3447.6419783736073, + 3494.301510887397, + 3454.734848460615, + 3522.7209386232594 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4387.021417074058, + "scoreError" : 46.65398415677402, + "scoreConfidence" : [ + 4340.3674329172845, + 4433.675401230832 + ], + "scorePercentiles" : { + "0.0" : 4373.817718639826, + "50.0" : 4385.57831873702, + "90.0" : 4406.73005971793, + "95.0" : 4406.73005971793, + "99.0" : 4406.73005971793, + "99.9" : 4406.73005971793, + "99.99" : 4406.73005971793, + "99.999" : 4406.73005971793, + "99.9999" : 4406.73005971793, + "100.0" : 4406.73005971793 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4382.309050994201, + 4385.57831873702, + 4373.817718639826, + 4406.73005971793, + 4386.671937281311 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10" + }, + "primaryMetric" : { + "score" : 512.30779113439, + "scoreError" : 99.8145475821179, + "scoreConfidence" : [ + 412.4932435522721, + 612.1223387165079 + ], + "scorePercentiles" : { + "0.0" : 485.7269068468021, + "50.0" : 503.74303161220007, + "90.0" : 552.3171206630983, + "95.0" : 552.3171206630983, + "99.0" : 552.3171206630983, + "99.9" : 552.3171206630983, + "99.99" : 552.3171206630983, + "99.999" : 552.3171206630983, + "99.9999" : 552.3171206630983, + "100.0" : 552.3171206630983 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 522.0256051965378, + 503.74303161220007, + 497.7262913533116, + 485.7269068468021, + 552.3171206630983 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100" + }, + "primaryMetric" : { + "score" : 180.6484208817871, + "scoreError" : 16.281466464317226, + "scoreConfidence" : [ + 164.36695441746988, + 196.92988734610432 + ], + "scorePercentiles" : { + "0.0" : 175.71001872769293, + "50.0" : 180.58852836933755, + "90.0" : 185.27345902356512, + "95.0" : 185.27345902356512, + "99.0" : 185.27345902356512, + "99.9" : 185.27345902356512, + "99.99" : 185.27345902356512, + "99.999" : 185.27345902356512, + "99.9999" : 185.27345902356512, + "100.0" : 185.27345902356512 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 184.41696111742877, + 180.58852836933755, + 177.25313717091115, + 175.71001872769293, + 185.27345902356512 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2.6029602769482274, + "scoreError" : 0.31591678503631776, + "scoreConfidence" : [ + 2.2870434919119096, + 2.918877061984545 + ], + "scorePercentiles" : { + "0.0" : 2.507341904539551, + "50.0" : 2.6243880481473694, + "90.0" : 2.7106245726132823, + "95.0" : 2.7106245726132823, + "99.0" : 2.7106245726132823, + "99.9" : 2.7106245726132823, + "99.99" : 2.7106245726132823, + "99.999" : 2.7106245726132823, + "99.9999" : 2.7106245726132823, + "100.0" : 2.7106245726132823 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.535380158919606, + 2.6243880481473694, + 2.637066700521329, + 2.7106245726132823, + 2.507341904539551 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.755160299923784E8, + "scoreError" : 9060652.095961409, + "scoreConfidence" : [ + 2.66455377896417E8, + 2.845766820883398E8 + ], + "scorePercentiles" : { + "0.0" : 2.723549739380897E8, + "50.0" : 2.760848259956523E8, + "90.0" : 2.7776250323583204E8, + "95.0" : 2.7776250323583204E8, + "99.0" : 2.7776250323583204E8, + "99.9" : 2.7776250323583204E8, + "99.99" : 2.7776250323583204E8, + "99.999" : 2.7776250323583204E8, + "99.9999" : 2.7776250323583204E8, + "100.0" : 2.7776250323583204E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7385526170312023E8, + 2.723549739380897E8, + 2.775225850891977E8, + 2.7776250323583204E8, + 2.760848259956523E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.782720242698206E8, + "scoreError" : 7387392.333618608, + "scoreConfidence" : [ + 2.70884631936202E8, + 2.8565941660343915E8 + ], + "scorePercentiles" : { + "0.0" : 2.7680934869868314E8, + "50.0" : 2.7764584115157765E8, + "90.0" : 2.816357756416155E8, + "95.0" : 2.816357756416155E8, + "99.0" : 2.816357756416155E8, + "99.9" : 2.816357756416155E8, + "99.99" : 2.816357756416155E8, + "99.999" : 2.816357756416155E8, + "99.9999" : 2.816357756416155E8, + "100.0" : 2.816357756416155E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7764584115157765E8, + 2.778124454374116E8, + 2.816357756416155E8, + 2.774567104198151E8, + 2.7680934869868314E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 7.890656162059799E7, + "scoreError" : 2.381155111335194E7, + "scoreConfidence" : [ + 5.509501050724605E7, + 1.0271811273394993E8 + ], + "scorePercentiles" : { + "0.0" : 6.787916282669078E7, + "50.0" : 8.146345071570821E7, + "90.0" : 8.247106641883753E7, + "95.0" : 8.247106641883753E7, + "99.0" : 8.247106641883753E7, + "99.9" : 8.247106641883753E7, + "99.99" : 8.247106641883753E7, + "99.999" : 8.247106641883753E7, + "99.9999" : 8.247106641883753E7, + "100.0" : 8.247106641883753E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.155373665808572E7, + 6.787916282669078E7, + 8.146345071570821E7, + 8.247106641883753E7, + 8.116539148366775E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 1.683663194053664E7, + "scoreError" : 3116935.79738362, + "scoreConfidence" : [ + 1.3719696143153021E7, + 1.9953567737920262E7 + ], + "scorePercentiles" : { + "0.0" : 1.5425563154723536E7, + "50.0" : 1.7106000335604385E7, + "90.0" : 1.7371069316993587E7, + "95.0" : 1.7371069316993587E7, + "99.0" : 1.7371069316993587E7, + "99.9" : 1.7371069316993587E7, + "99.99" : 1.7371069316993587E7, + "99.999" : 1.7371069316993587E7, + "99.9999" : 1.7371069316993587E7, + "100.0" : 1.7371069316993587E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.693144630636215E7, + 1.7371069316993587E7, + 1.7106000335604385E7, + 1.7349080588999547E7, + 1.5425563154723536E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.2979450432317566E7, + "scoreError" : 2345081.3049027366, + "scoreConfidence" : [ + 1.063436912741483E7, + 1.5324531737220302E7 + ], + "scorePercentiles" : { + "0.0" : 1.1954822040064013E7, + "50.0" : 1.3224577133538978E7, + "90.0" : 1.3488582064216176E7, + "95.0" : 1.3488582064216176E7, + "99.0" : 1.3488582064216176E7, + "99.9" : 1.3488582064216176E7, + "99.99" : 1.3488582064216176E7, + "99.999" : 1.3488582064216176E7, + "99.9999" : 1.3488582064216176E7, + "100.0" : 1.3488582064216176E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3488582064216176E7, + 1.3224577133538978E7, + 1.1954822040064013E7, + 1.2917331010805452E7, + 1.3311939912963223E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6952417.933267238, + "scoreError" : 380711.25459517236, + "scoreConfidence" : [ + 6571706.678672065, + 7333129.18786241 + ], + "scorePercentiles" : { + "0.0" : 6844108.641092998, + "50.0" : 6985447.879459673, + "90.0" : 7079738.383417205, + "95.0" : 7079738.383417205, + "99.0" : 7079738.383417205, + "99.9" : 7079738.383417205, + "99.99" : 7079738.383417205, + "99.999" : 7079738.383417205, + "99.9999" : 7079738.383417205, + "100.0" : 7079738.383417205 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6992405.71299124, + 6985447.879459673, + 6844108.641092998, + 6860389.049375068, + 7079738.383417205 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2874890.8115206687, + "scoreError" : 123991.44394290987, + "scoreConfidence" : [ + 2750899.3675777586, + 2998882.2554635787 + ], + "scorePercentiles" : { + "0.0" : 2829160.9058839614, + "50.0" : 2880488.7244757456, + "90.0" : 2918492.914385737, + "95.0" : 2918492.914385737, + "99.0" : 2918492.914385737, + "99.9" : 2918492.914385737, + "99.99" : 2918492.914385737, + "99.999" : 2918492.914385737, + "99.9999" : 2918492.914385737, + "100.0" : 2918492.914385737 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2880488.7244757456, + 2918492.914385737, + 2829160.9058839614, + 2880826.556740387, + 2865484.9561175127 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1577754.9744177572, + "scoreError" : 300359.0555560396, + "scoreConfidence" : [ + 1277395.9188617177, + 1878114.0299737968 + ], + "scorePercentiles" : { + "0.0" : 1452179.544076802, + "50.0" : 1606781.2072853746, + "90.0" : 1645195.9967000713, + "95.0" : 1645195.9967000713, + "99.0" : 1645195.9967000713, + "99.9" : 1645195.9967000713, + "99.99" : 1645195.9967000713, + "99.999" : 1645195.9967000713, + "99.9999" : 1645195.9967000713, + "100.0" : 1645195.9967000713 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1555202.556714995, + 1452179.544076802, + 1645195.9967000713, + 1606781.2072853746, + 1629415.5673115435 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 659173.4683172117, + "scoreError" : 117753.23483470592, + "scoreConfidence" : [ + 541420.2334825058, + 776926.7031519177 + ], + "scorePercentiles" : { + "0.0" : 608388.3545783325, + "50.0" : 672061.3874566962, + "90.0" : 686439.3277433744, + "95.0" : 686439.3277433744, + "99.0" : 686439.3277433744, + "99.9" : 686439.3277433744, + "99.99" : 686439.3277433744, + "99.999" : 686439.3277433744, + "99.9999" : 686439.3277433744, + "100.0" : 686439.3277433744 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 674373.8250386108, + 608388.3545783325, + 672061.3874566962, + 686439.3277433744, + 654604.4467690444 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 10218.394754721903, + "scoreError" : 866.8236157946224, + "scoreConfidence" : [ + 9351.57113892728, + 11085.218370516526 + ], + "scorePercentiles" : { + "0.0" : 9946.881891603967, + "50.0" : 10255.87892119661, + "90.0" : 10535.443104793883, + "95.0" : 10535.443104793883, + "99.0" : 10535.443104793883, + "99.9" : 10535.443104793883, + "99.99" : 10535.443104793883, + "99.999" : 10535.443104793883, + "99.9999" : 10535.443104793883, + "100.0" : 10535.443104793883 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9946.881891603967, + 10255.87892119661, + 10285.536611958314, + 10535.443104793883, + 10068.233244056735 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 4520.594016428475, + "scoreError" : 586.1304289092237, + "scoreConfidence" : [ + 3934.463587519251, + 5106.724445337699 + ], + "scorePercentiles" : { + "0.0" : 4254.586158473678, + "50.0" : 4559.584632994026, + "90.0" : 4638.578120920197, + "95.0" : 4638.578120920197, + "99.0" : 4638.578120920197, + "99.9" : 4638.578120920197, + "99.99" : 4638.578120920197, + "99.999" : 4638.578120920197, + "99.9999" : 4638.578120920197, + "100.0" : 4638.578120920197 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4591.455149251886, + 4559.584632994026, + 4254.586158473678, + 4558.766020502588, + 4638.578120920197 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 3724.7407984091274, + "scoreError" : 801.042857804987, + "scoreConfidence" : [ + 2923.6979406041405, + 4525.783656214115 + ], + "scorePercentiles" : { + "0.0" : 3353.7896379860304, + "50.0" : 3814.0948901151464, + "90.0" : 3834.3027918808075, + "95.0" : 3834.3027918808075, + "99.0" : 3834.3027918808075, + "99.9" : 3834.3027918808075, + "99.99" : 3834.3027918808075, + "99.999" : 3834.3027918808075, + "99.9999" : 3834.3027918808075, + "100.0" : 3834.3027918808075 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3829.6301482716467, + 3791.886523792007, + 3814.0948901151464, + 3353.7896379860304, + 3834.3027918808075 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 7839.88734640501, + "scoreError" : 780.8688062989022, + "scoreConfidence" : [ + 7059.018540106108, + 8620.756152703912 + ], + "scorePercentiles" : { + "0.0" : 7526.925647805276, + "50.0" : 7917.527958518246, + "90.0" : 8025.181472389259, + "95.0" : 8025.181472389259, + "99.0" : 8025.181472389259, + "99.9" : 8025.181472389259, + "99.99" : 8025.181472389259, + "99.999" : 8025.181472389259, + "99.9999" : 8025.181472389259, + "100.0" : 8025.181472389259 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8025.181472389259, + 7976.5596938509225, + 7753.24195946135, + 7526.925647805276, + 7917.527958518246 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 8039.121867950058, + "scoreError" : 304.08442205610453, + "scoreConfidence" : [ + 7735.037445893953, + 8343.206290006163 + ], + "scorePercentiles" : { + "0.0" : 7904.691033096018, + "50.0" : 8071.927680197629, + "90.0" : 8098.547313929464, + "95.0" : 8098.547313929464, + "99.0" : 8098.547313929464, + "99.9" : 8098.547313929464, + "99.99" : 8098.547313929464, + "99.999" : 8098.547313929464, + "99.9999" : 8098.547313929464, + "100.0" : 8098.547313929464 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8071.927680197629, + 8033.999196943909, + 8098.547313929464, + 7904.691033096018, + 8086.444115583278 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 7468.818496450852, + "scoreError" : 74.53093692816094, + "scoreConfidence" : [ + 7394.287559522691, + 7543.349433379013 + ], + "scorePercentiles" : { + "0.0" : 7439.352011892602, + "50.0" : 7478.189010185763, + "90.0" : 7483.996705386335, + "95.0" : 7483.996705386335, + "99.0" : 7483.996705386335, + "99.9" : 7483.996705386335, + "99.99" : 7483.996705386335, + "99.999" : 7483.996705386335, + "99.9999" : 7483.996705386335, + "100.0" : 7483.996705386335 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7478.189010185763, + 7483.996705386335, + 7439.352011892602, + 7459.030276603734, + 7483.524478185821 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 964.672989117638, + "scoreError" : 22.25191094686229, + "scoreConfidence" : [ + 942.4210781707758, + 986.9249000645003 + ], + "scorePercentiles" : { + "0.0" : 960.3570787311315, + "50.0" : 960.6565985993866, + "90.0" : 972.3295397952908, + "95.0" : 972.3295397952908, + "99.0" : 972.3295397952908, + "99.9" : 972.3295397952908, + "99.99" : 972.3295397952908, + "99.999" : 972.3295397952908, + "99.9999" : 972.3295397952908, + "100.0" : 972.3295397952908 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 960.3570787311315, + 960.6565985993866, + 969.4811143179948, + 972.3295397952908, + 960.5406141443871 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 876.7885036166314, + "scoreError" : 40.73178083508645, + "scoreConfidence" : [ + 836.056722781545, + 917.5202844517178 + ], + "scorePercentiles" : { + "0.0" : 863.438293671805, + "50.0" : 883.8926567157791, + "90.0" : 885.3345064461874, + "95.0" : 885.3345064461874, + "99.0" : 885.3345064461874, + "99.9" : 885.3345064461874, + "99.99" : 885.3345064461874, + "99.999" : 885.3345064461874, + "99.9999" : 885.3345064461874, + "100.0" : 885.3345064461874 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 883.8926567157791, + 867.177061109486, + 885.3345064461874, + 884.1000001398993, + 863.438293671805 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 882.7941827308638, + "scoreError" : 12.682318659410399, + "scoreConfidence" : [ + 870.1118640714534, + 895.4765013902742 + ], + "scorePercentiles" : { + "0.0" : 879.2928094135873, + "50.0" : 883.2360379231101, + "90.0" : 886.1048839402973, + "95.0" : 886.1048839402973, + "99.0" : 886.1048839402973, + "99.9" : 886.1048839402973, + "99.99" : 886.1048839402973, + "99.999" : 886.1048839402973, + "99.9999" : 886.1048839402973, + "100.0" : 886.1048839402973 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 885.8263557449676, + 883.2360379231101, + 879.510826632357, + 886.1048839402973, + 879.2928094135873 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 95.6188670140142, + "scoreError" : 3.094884426920394, + "scoreConfidence" : [ + 92.52398258709381, + 98.71375144093459 + ], + "scorePercentiles" : { + "0.0" : 94.6617326289538, + "50.0" : 95.8679196992569, + "90.0" : 96.46049816610876, + "95.0" : 96.46049816610876, + "99.0" : 96.46049816610876, + "99.9" : 96.46049816610876, + "99.99" : 96.46049816610876, + "99.999" : 96.46049816610876, + "99.9999" : 96.46049816610876, + "100.0" : 96.46049816610876 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 94.88555492457759, + 94.6617326289538, + 95.8679196992569, + 96.21862965117394, + 96.46049816610876 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 88.08451653863206, + "scoreError" : 2.0223334263740753, + "scoreConfidence" : [ + 86.06218311225798, + 90.10684996500613 + ], + "scorePercentiles" : { + "0.0" : 87.16943895100329, + "50.0" : 88.25425355397624, + "90.0" : 88.49080768108706, + "95.0" : 88.49080768108706, + "99.0" : 88.49080768108706, + "99.9" : 88.49080768108706, + "99.99" : 88.49080768108706, + "99.999" : 88.49080768108706, + "99.9999" : 88.49080768108706, + "100.0" : 88.49080768108706 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 88.1686429455725, + 88.25425355397624, + 88.49080768108706, + 87.16943895100329, + 88.33943956152119 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 87.68029122293204, + "scoreError" : 2.054514274586781, + "scoreConfidence" : [ + 85.62577694834526, + 89.73480549751882 + ], + "scorePercentiles" : { + "0.0" : 87.22605888024617, + "50.0" : 87.49138649785479, + "90.0" : 88.49730966408676, + "95.0" : 88.49730966408676, + "99.0" : 88.49730966408676, + "99.9" : 88.49730966408676, + "99.99" : 88.49730966408676, + "99.999" : 88.49730966408676, + "99.9999" : 88.49730966408676, + "100.0" : 88.49730966408676 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 87.92050298456537, + 87.49138649785479, + 88.49730966408676, + 87.26619808790716, + 87.22605888024617 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 0.6903830015126056, + "scoreError" : 0.004435559544912542, + "scoreConfidence" : [ + 0.685947441967693, + 0.6948185610575182 + ], + "scorePercentiles" : { + "0.0" : 0.688727268689077, + "50.0" : 0.6906145565331506, + "90.0" : 0.6916032618801141, + "95.0" : 0.6916032618801141, + "99.0" : 0.6916032618801141, + "99.9" : 0.6916032618801141, + "99.99" : 0.6916032618801141, + "99.999" : 0.6916032618801141, + "99.9999" : 0.6916032618801141, + "100.0" : 0.6916032618801141 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.6916032618801141, + 0.688727268689077, + 0.6897769327893856, + 0.6911929876713006, + 0.6906145565331506 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 0.6897618502124758, + "scoreError" : 0.015471662464359595, + "scoreConfidence" : [ + 0.6742901877481162, + 0.7052335126768354 + ], + "scorePercentiles" : { + "0.0" : 0.6830669721530692, + "50.0" : 0.6903802354477726, + "90.0" : 0.6936605097997984, + "95.0" : 0.6936605097997984, + "99.0" : 0.6936605097997984, + "99.9" : 0.6936605097997984, + "99.99" : 0.6936605097997984, + "99.999" : 0.6936605097997984, + "99.9999" : 0.6936605097997984, + "100.0" : 0.6936605097997984 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.689901925115302, + 0.6903802354477726, + 0.6936605097997984, + 0.6917996085464367, + 0.6830669721530692 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 0.6909822396028469, + "scoreError" : 0.010395334581095718, + "scoreConfidence" : [ + 0.6805869050217511, + 0.7013775741839426 + ], + "scorePercentiles" : { + "0.0" : 0.6864083623955659, + "50.0" : 0.6919939808287565, + "90.0" : 0.6928989679413996, + "95.0" : 0.6928989679413996, + "99.0" : 0.6928989679413996, + "99.9" : 0.6928989679413996, + "99.99" : 0.6928989679413996, + "99.999" : 0.6928989679413996, + "99.9999" : 0.6928989679413996, + "100.0" : 0.6928989679413996 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.6928491227722243, + 0.690760764076288, + 0.6919939808287565, + 0.6928989679413996, + 0.6864083623955659 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.736211011877404E8, + "scoreError" : 1.2705767238394788E7, + "scoreConfidence" : [ + 2.609153339493456E8, + 2.863268684261352E8 + ], + "scorePercentiles" : { + "0.0" : 2.699745559861874E8, + "50.0" : 2.725590578074775E8, + "90.0" : 2.771542193311776E8, + "95.0" : 2.771542193311776E8, + "99.0" : 2.771542193311776E8, + "99.9" : 2.771542193311776E8, + "99.99" : 2.771542193311776E8, + "99.999" : 2.771542193311776E8, + "99.9999" : 2.771542193311776E8, + "100.0" : 2.771542193311776E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.771542193311776E8, + 2.770329889076432E8, + 2.713846839062162E8, + 2.725590578074775E8, + 2.699745559861874E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.7562636962117016E8, + "scoreError" : 1.643554081988665E7, + "scoreConfidence" : [ + 2.591908288012835E8, + 2.920619104410568E8 + ], + "scorePercentiles" : { + "0.0" : 2.690196880556189E8, + "50.0" : 2.7784952803199947E8, + "90.0" : 2.7902872182088226E8, + "95.0" : 2.7902872182088226E8, + "99.0" : 2.7902872182088226E8, + "99.9" : 2.7902872182088226E8, + "99.99" : 2.7902872182088226E8, + "99.999" : 2.7902872182088226E8, + "99.9999" : 2.7902872182088226E8, + "100.0" : 2.7902872182088226E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7784952803199947E8, + 2.7902872182088226E8, + 2.73644701693216E8, + 2.690196880556189E8, + 2.7858920850413406E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 8.015456926755711E7, + "scoreError" : 5582568.634610444, + "scoreConfidence" : [ + 7.457200063294667E7, + 8.573713790216756E7 + ], + "scorePercentiles" : { + "0.0" : 7.831221554950583E7, + "50.0" : 8.09458382641495E7, + "90.0" : 8.136074983544436E7, + "95.0" : 8.136074983544436E7, + "99.0" : 8.136074983544436E7, + "99.9" : 8.136074983544436E7, + "99.99" : 8.136074983544436E7, + "99.999" : 8.136074983544436E7, + "99.9999" : 8.136074983544436E7, + "100.0" : 8.136074983544436E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.886869161962055E7, + 8.136074983544436E7, + 7.831221554950583E7, + 8.12853510690653E7, + 8.09458382641495E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 1.6233894006519517E7, + "scoreError" : 993449.91232807, + "scoreConfidence" : [ + 1.5240444094191447E7, + 1.7227343918847587E7 + ], + "scorePercentiles" : { + "0.0" : 1.5850158792170363E7, + "50.0" : 1.6373490935994491E7, + "90.0" : 1.6446153315746441E7, + "95.0" : 1.6446153315746441E7, + "99.0" : 1.6446153315746441E7, + "99.9" : 1.6446153315746441E7, + "99.99" : 1.6446153315746441E7, + "99.999" : 1.6446153315746441E7, + "99.9999" : 1.6446153315746441E7, + "100.0" : 1.6446153315746441E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6446153315746441E7, + 1.6414066771891685E7, + 1.5850158792170363E7, + 1.6373490935994491E7, + 1.6085600216794604E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.1946452881644314E7, + "scoreError" : 3610796.044592374, + "scoreConfidence" : [ + 8335656.83705194, + 1.555724892623669E7 + ], + "scorePercentiles" : { + "0.0" : 1.0272743653465563E7, + "50.0" : 1.2333039647594707E7, + "90.0" : 1.2456056137598004E7, + "95.0" : 1.2456056137598004E7, + "99.0" : 1.2456056137598004E7, + "99.9" : 1.2456056137598004E7, + "99.99" : 1.2456056137598004E7, + "99.999" : 1.2456056137598004E7, + "99.9999" : 1.2456056137598004E7, + "100.0" : 1.2456056137598004E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2333039647594707E7, + 1.2287769191601386E7, + 1.0272743653465563E7, + 1.2382655777961917E7, + 1.2456056137598004E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6481479.541522102, + "scoreError" : 1366617.0452152558, + "scoreConfidence" : [ + 5114862.496306847, + 7848096.586737358 + ], + "scorePercentiles" : { + "0.0" : 5897180.481587058, + "50.0" : 6618201.93458517, + "90.0" : 6787864.798663052, + "95.0" : 6787864.798663052, + "99.0" : 6787864.798663052, + "99.9" : 6787864.798663052, + "99.99" : 6787864.798663052, + "99.999" : 6787864.798663052, + "99.9999" : 6787864.798663052, + "100.0" : 6787864.798663052 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6410838.669355687, + 6787864.798663052, + 6693311.823419545, + 5897180.481587058, + 6618201.93458517 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2973404.15182945, + "scoreError" : 119985.84088569293, + "scoreConfidence" : [ + 2853418.310943757, + 3093389.9927151427 + ], + "scorePercentiles" : { + "0.0" : 2943833.740420584, + "50.0" : 2967516.65930227, + "90.0" : 3026335.049690968, + "95.0" : 3026335.049690968, + "99.0" : 3026335.049690968, + "99.9" : 3026335.049690968, + "99.99" : 3026335.049690968, + "99.999" : 3026335.049690968, + "99.9999" : 3026335.049690968, + "100.0" : 3026335.049690968 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2961476.7774315453, + 2967858.532301882, + 2943833.740420584, + 3026335.049690968, + 2967516.65930227 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1041042.9945349604, + "scoreError" : 176082.94103579997, + "scoreConfidence" : [ + 864960.0534991603, + 1217125.9355707604 + ], + "scorePercentiles" : { + "0.0" : 966046.9348750318, + "50.0" : 1054432.702813944, + "90.0" : 1084355.3002865715, + "95.0" : 1084355.3002865715, + "99.0" : 1084355.3002865715, + "99.9" : 1084355.3002865715, + "99.99" : 1084355.3002865715, + "99.999" : 1084355.3002865715, + "99.9999" : 1084355.3002865715, + "100.0" : 1084355.3002865715 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 966046.9348750318, + 1034107.7153746035, + 1084355.3002865715, + 1054432.702813944, + 1066272.3193246503 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 631527.632291583, + "scoreError" : 43492.06096649351, + "scoreConfidence" : [ + 588035.5713250894, + 675019.6932580766 + ], + "scorePercentiles" : { + "0.0" : 621710.177045183, + "50.0" : 624888.1550992719, + "90.0" : 644736.2320084298, + "95.0" : 644736.2320084298, + "99.0" : 644736.2320084298, + "99.9" : 644736.2320084298, + "99.99" : 644736.2320084298, + "99.999" : 644736.2320084298, + "99.9999" : 644736.2320084298, + "100.0" : 644736.2320084298 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 621710.177045183, + 624888.1550992719, + 644736.2320084298, + 642900.5805455958, + 623403.0167594341 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 10379.612468935895, + "scoreError" : 904.1072665694508, + "scoreConfidence" : [ + 9475.505202366445, + 11283.719735505345 + ], + "scorePercentiles" : { + "0.0" : 9988.21246983144, + "50.0" : 10466.303504991338, + "90.0" : 10606.738145700252, + "95.0" : 10606.738145700252, + "99.0" : 10606.738145700252, + "99.9" : 10606.738145700252, + "99.99" : 10606.738145700252, + "99.999" : 10606.738145700252, + "99.9999" : 10606.738145700252, + "100.0" : 10606.738145700252 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10367.37697925741, + 10606.738145700252, + 10469.431244899039, + 10466.303504991338, + 9988.21246983144 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 3955.2488768117864, + "scoreError" : 437.96176848559674, + "scoreConfidence" : [ + 3517.28710832619, + 4393.210645297383 + ], + "scorePercentiles" : { + "0.0" : 3778.0474068708963, + "50.0" : 4003.8519334377106, + "90.0" : 4073.9673673134916, + "95.0" : 4073.9673673134916, + "99.0" : 4073.9673673134916, + "99.9" : 4073.9673673134916, + "99.99" : 4073.9673673134916, + "99.999" : 4073.9673673134916, + "99.9999" : 4073.9673673134916, + "100.0" : 4073.9673673134916 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4073.9673673134916, + 3916.3757614804413, + 3778.0474068708963, + 4004.0019149563946, + 4003.8519334377106 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 2690.070621845046, + "scoreError" : 333.11315553356127, + "scoreConfidence" : [ + 2356.9574663114845, + 3023.1837773786074 + ], + "scorePercentiles" : { + "0.0" : 2538.9579659495307, + "50.0" : 2722.1497221680456, + "90.0" : 2757.6699013015555, + "95.0" : 2757.6699013015555, + "99.0" : 2757.6699013015555, + "99.9" : 2757.6699013015555, + "99.99" : 2757.6699013015555, + "99.999" : 2757.6699013015555, + "99.9999" : 2757.6699013015555, + "100.0" : 2757.6699013015555 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2538.9579659495307, + 2706.3451835867345, + 2757.6699013015555, + 2722.1497221680456, + 2725.2303362193647 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 7949.8122041126435, + "scoreError" : 460.4399741455861, + "scoreConfidence" : [ + 7489.372229967057, + 8410.25217825823 + ], + "scorePercentiles" : { + "0.0" : 7783.170428390758, + "50.0" : 7972.951208376808, + "90.0" : 8079.266477138658, + "95.0" : 8079.266477138658, + "99.0" : 8079.266477138658, + "99.9" : 8079.266477138658, + "99.99" : 8079.266477138658, + "99.999" : 8079.266477138658, + "99.9999" : 8079.266477138658, + "100.0" : 8079.266477138658 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7879.278260910333, + 8034.394645746667, + 7783.170428390758, + 7972.951208376808, + 8079.266477138658 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 7766.240769777631, + "scoreError" : 572.5909561205539, + "scoreConfidence" : [ + 7193.649813657077, + 8338.831725898184 + ], + "scorePercentiles" : { + "0.0" : 7658.070291862012, + "50.0" : 7737.523038219993, + "90.0" : 8021.845133444203, + "95.0" : 8021.845133444203, + "99.0" : 8021.845133444203, + "99.9" : 8021.845133444203, + "99.99" : 8021.845133444203, + "99.999" : 8021.845133444203, + "99.9999" : 8021.845133444203, + "100.0" : 8021.845133444203 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8021.845133444203, + 7748.959463285796, + 7664.8059220761525, + 7737.523038219993, + 7658.070291862012 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 7453.878146509208, + "scoreError" : 151.71060962616312, + "scoreConfidence" : [ + 7302.167536883045, + 7605.588756135371 + ], + "scorePercentiles" : { + "0.0" : 7389.15811501065, + "50.0" : 7462.5916403704605, + "90.0" : 7487.691806765141, + "95.0" : 7487.691806765141, + "99.0" : 7487.691806765141, + "99.9" : 7487.691806765141, + "99.99" : 7487.691806765141, + "99.999" : 7487.691806765141, + "99.9999" : 7487.691806765141, + "100.0" : 7487.691806765141 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7487.691806765141, + 7462.5916403704605, + 7389.15811501065, + 7481.630174337554, + 7448.318996062232 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 964.2025568877583, + "scoreError" : 14.602237572539913, + "scoreConfidence" : [ + 949.6003193152184, + 978.8047944602982 + ], + "scorePercentiles" : { + "0.0" : 960.0178000843955, + "50.0" : 963.2571534219098, + "90.0" : 970.0620740126344, + "95.0" : 970.0620740126344, + "99.0" : 970.0620740126344, + "99.9" : 970.0620740126344, + "99.99" : 970.0620740126344, + "99.999" : 970.0620740126344, + "99.9999" : 970.0620740126344, + "100.0" : 970.0620740126344 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 970.0620740126344, + 962.3352389481093, + 965.3405179717424, + 963.2571534219098, + 960.0178000843955 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 875.8935573447043, + "scoreError" : 34.113681475513495, + "scoreConfidence" : [ + 841.7798758691907, + 910.0072388202178 + ], + "scorePercentiles" : { + "0.0" : 863.7661383781202, + "50.0" : 877.1866865392278, + "90.0" : 884.4940586467599, + "95.0" : 884.4940586467599, + "99.0" : 884.4940586467599, + "99.9" : 884.4940586467599, + "99.99" : 884.4940586467599, + "99.999" : 884.4940586467599, + "99.9999" : 884.4940586467599, + "100.0" : 884.4940586467599 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 883.6712601524831, + 863.7661383781202, + 877.1866865392278, + 870.3496430069303, + 884.4940586467599 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 880.1822278270922, + "scoreError" : 15.87521785273108, + "scoreConfidence" : [ + 864.3070099743611, + 896.0574456798233 + ], + "scorePercentiles" : { + "0.0" : 874.0559562082161, + "50.0" : 881.9216387722633, + "90.0" : 883.6526697143368, + "95.0" : 883.6526697143368, + "99.0" : 883.6526697143368, + "99.9" : 883.6526697143368, + "99.99" : 883.6526697143368, + "99.999" : 883.6526697143368, + "99.9999" : 883.6526697143368, + "100.0" : 883.6526697143368 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 883.3760750117235, + 874.0559562082161, + 883.6526697143368, + 881.9216387722633, + 877.9047994289214 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 96.41972424865637, + "scoreError" : 1.117014135481329, + "scoreConfidence" : [ + 95.30271011317504, + 97.53673838413769 + ], + "scorePercentiles" : { + "0.0" : 96.07296274880667, + "50.0" : 96.47174402469375, + "90.0" : 96.74516643181548, + "95.0" : 96.74516643181548, + "99.0" : 96.74516643181548, + "99.9" : 96.74516643181548, + "99.99" : 96.74516643181548, + "99.999" : 96.74516643181548, + "99.9999" : 96.74516643181548, + "100.0" : 96.74516643181548 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 96.07296274880667, + 96.63595965699544, + 96.17278838097054, + 96.74516643181548, + 96.47174402469375 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 87.63202941731274, + "scoreError" : 1.924926876763536, + "scoreConfidence" : [ + 85.7071025405492, + 89.55695629407627 + ], + "scorePercentiles" : { + "0.0" : 86.982280183383, + "50.0" : 87.9155562290864, + "90.0" : 88.10562923585678, + "95.0" : 88.10562923585678, + "99.0" : 88.10562923585678, + "99.9" : 88.10562923585678, + "99.99" : 88.10562923585678, + "99.999" : 88.10562923585678, + "99.9999" : 88.10562923585678, + "100.0" : 88.10562923585678 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 86.982280183383, + 87.9155562290864, + 88.10562923585678, + 87.94369422565941, + 87.2129872125781 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 87.99248986750948, + "scoreError" : 1.510778603890805, + "scoreConfidence" : [ + 86.48171126361868, + 89.50326847140028 + ], + "scorePercentiles" : { + "0.0" : 87.51772848117622, + "50.0" : 88.13141517384192, + "90.0" : 88.40407604634136, + "95.0" : 88.40407604634136, + "99.0" : 88.40407604634136, + "99.9" : 88.40407604634136, + "99.99" : 88.40407604634136, + "99.999" : 88.40407604634136, + "99.9999" : 88.40407604634136, + "100.0" : 88.40407604634136 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 87.51772848117622, + 88.26986526999731, + 88.13141517384192, + 88.40407604634136, + 87.63936436619058 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 0.6899787592264925, + "scoreError" : 0.011847915931324098, + "scoreConfidence" : [ + 0.6781308432951685, + 0.7018266751578166 + ], + "scorePercentiles" : { + "0.0" : 0.6855969087027742, + "50.0" : 0.6896874516891183, + "90.0" : 0.6937927663444188, + "95.0" : 0.6937927663444188, + "99.0" : 0.6937927663444188, + "99.9" : 0.6937927663444188, + "99.99" : 0.6937927663444188, + "99.999" : 0.6937927663444188, + "99.9999" : 0.6937927663444188, + "100.0" : 0.6937927663444188 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.6896874516891183, + 0.6937927663444188, + 0.6855969087027742, + 0.6917624444572087, + 0.6890542249389432 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 0.6902673685374631, + "scoreError" : 0.01358752202788101, + "scoreConfidence" : [ + 0.676679846509582, + 0.7038548905653441 + ], + "scorePercentiles" : { + "0.0" : 0.684413819517668, + "50.0" : 0.6911843004154706, + "90.0" : 0.6930331743081162, + "95.0" : 0.6930331743081162, + "99.0" : 0.6930331743081162, + "99.9" : 0.6930331743081162, + "99.99" : 0.6930331743081162, + "99.999" : 0.6930331743081162, + "99.9999" : 0.6930331743081162, + "100.0" : 0.6930331743081162 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.692884832381088, + 0.6930331743081162, + 0.684413819517668, + 0.6911843004154706, + 0.6898207160649727 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 0.6913900164191544, + "scoreError" : 0.006678736358225112, + "scoreConfidence" : [ + 0.6847112800609293, + 0.6980687527773796 + ], + "scorePercentiles" : { + "0.0" : 0.6892791463958228, + "50.0" : 0.6911018162862038, + "90.0" : 0.693830690969923, + "95.0" : 0.693830690969923, + "99.0" : 0.693830690969923, + "99.9" : 0.693830690969923, + "99.99" : 0.693830690969923, + "99.999" : 0.693830690969923, + "99.9999" : 0.693830690969923, + "100.0" : 0.693830690969923 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 0.6922457503177029, + 0.6911018162862038, + 0.693830690969923, + 0.6892791463958228, + 0.69049267812612 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.5815661142591086E8, + "scoreError" : 1.6210349859981596E7, + "scoreConfidence" : [ + 2.4194626156592926E8, + 2.743669612858925E8 + ], + "scorePercentiles" : { + "0.0" : 2.5411232248545814E8, + "50.0" : 2.58243956922875E8, + "90.0" : 2.6489301626844904E8, + "95.0" : 2.6489301626844904E8, + "99.0" : 2.6489301626844904E8, + "99.9" : 2.6489301626844904E8, + "99.99" : 2.6489301626844904E8, + "99.999" : 2.6489301626844904E8, + "99.9999" : 2.6489301626844904E8, + "100.0" : 2.6489301626844904E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5411232248545814E8, + 2.6489301626844904E8, + 2.5514159407668275E8, + 2.5839216737608927E8, + 2.58243956922875E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.60082463747748E8, + "scoreError" : 2.3347661960641943E7, + "scoreConfidence" : [ + 2.3673480178710604E8, + 2.8343012570838994E8 + ], + "scorePercentiles" : { + "0.0" : 2.522936870896998E8, + "50.0" : 2.5983573007032606E8, + "90.0" : 2.6663264202196404E8, + "95.0" : 2.6663264202196404E8, + "99.0" : 2.6663264202196404E8, + "99.9" : 2.6663264202196404E8, + "99.99" : 2.6663264202196404E8, + "99.999" : 2.6663264202196404E8, + "99.9999" : 2.6663264202196404E8, + "100.0" : 2.6663264202196404E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6663264202196404E8, + 2.562250629258515E8, + 2.5983573007032606E8, + 2.522936870896998E8, + 2.654251966308986E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 8.098708846454015E7, + "scoreError" : 4420720.190233526, + "scoreConfidence" : [ + 7.656636827430663E7, + 8.540780865477368E7 + ], + "scorePercentiles" : { + "0.0" : 7.938355037149227E7, + "50.0" : 8.127265603298384E7, + "90.0" : 8.22081161813224E7, + "95.0" : 8.22081161813224E7, + "99.0" : 8.22081161813224E7, + "99.9" : 8.22081161813224E7, + "99.99" : 8.22081161813224E7, + "99.999" : 8.22081161813224E7, + "99.9999" : 8.22081161813224E7, + "100.0" : 8.22081161813224E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.028604111685888E7, + 8.127265603298384E7, + 8.22081161813224E7, + 7.938355037149227E7, + 8.178507862004332E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3.1705501474512268E7, + "scoreError" : 3193919.7320351573, + "scoreConfidence" : [ + 2.851158174247711E7, + 3.4899421206547424E7 + ], + "scorePercentiles" : { + "0.0" : 3.043490355890644E7, + "50.0" : 3.1955975671941914E7, + "90.0" : 3.2570648536994785E7, + "95.0" : 3.2570648536994785E7, + "99.0" : 3.2570648536994785E7, + "99.9" : 3.2570648536994785E7, + "99.99" : 3.2570648536994785E7, + "99.999" : 3.2570648536994785E7, + "99.9999" : 3.2570648536994785E7, + "100.0" : 3.2570648536994785E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.043490355890644E7, + 3.1386562073978636E7, + 3.2179417530739553E7, + 3.1955975671941914E7, + 3.2570648536994785E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.299651665932057E7, + "scoreError" : 2281360.824869405, + "scoreConfidence" : [ + 1.0715155834451165E7, + 1.5277877484189976E7 + ], + "scorePercentiles" : { + "0.0" : 1.1956896018541388E7, + "50.0" : 1.3182572020729925E7, + "90.0" : 1.3401973236046469E7, + "95.0" : 1.3401973236046469E7, + "99.0" : 1.3401973236046469E7, + "99.9" : 1.3401973236046469E7, + "99.99" : 1.3401973236046469E7, + "99.999" : 1.3401973236046469E7, + "99.9999" : 1.3401973236046469E7, + "100.0" : 1.3401973236046469E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3182572020729925E7, + 1.3111432941118732E7, + 1.1956896018541388E7, + 1.3329709080166342E7, + 1.3401973236046469E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6636980.443429768, + "scoreError" : 1402656.2517300681, + "scoreConfidence" : [ + 5234324.1916997, + 8039636.695159836 + ], + "scorePercentiles" : { + "0.0" : 5988381.415007575, + "50.0" : 6774903.2923543295, + "90.0" : 6859112.235538967, + "95.0" : 6859112.235538967, + "99.0" : 6859112.235538967, + "99.9" : 6859112.235538967, + "99.99" : 6859112.235538967, + "99.999" : 6859112.235538967, + "99.9999" : 6859112.235538967, + "100.0" : 6859112.235538967 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5988381.415007575, + 6774903.2923543295, + 6859112.235538967, + 6774842.692991845, + 6787662.58125612 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2878627.4380437494, + "scoreError" : 168546.42491008368, + "scoreConfidence" : [ + 2710081.0131336655, + 3047173.8629538333 + ], + "scorePercentiles" : { + "0.0" : 2812654.119441026, + "50.0" : 2871827.606032707, + "90.0" : 2921771.014293404, + "95.0" : 2921771.014293404, + "99.0" : 2921771.014293404, + "99.9" : 2921771.014293404, + "99.99" : 2921771.014293404, + "99.999" : 2921771.014293404, + "99.9999" : 2921771.014293404, + "100.0" : 2921771.014293404 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2871481.4508348266, + 2871827.606032707, + 2921771.014293404, + 2812654.119441026, + 2915402.999616782 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1596202.6684516585, + "scoreError" : 322489.0616941589, + "scoreConfidence" : [ + 1273713.6067574995, + 1918691.7301458174 + ], + "scorePercentiles" : { + "0.0" : 1448695.9975692623, + "50.0" : 1629979.2748709542, + "90.0" : 1655549.9034674903, + "95.0" : 1655549.9034674903, + "99.0" : 1655549.9034674903, + "99.9" : 1655549.9034674903, + "99.99" : 1655549.9034674903, + "99.999" : 1655549.9034674903, + "99.9999" : 1655549.9034674903, + "100.0" : 1655549.9034674903 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1448695.9975692623, + 1629979.2748709542, + 1632223.596909298, + 1655549.9034674903, + 1614564.5694412868 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 650665.6325140663, + "scoreError" : 208330.77991780938, + "scoreConfidence" : [ + 442334.8525962569, + 858996.4124318757 + ], + "scorePercentiles" : { + "0.0" : 555185.8412089219, + "50.0" : 671151.4015251432, + "90.0" : 687354.2663028837, + "95.0" : 687354.2663028837, + "99.0" : 687354.2663028837, + "99.9" : 687354.2663028837, + "99.99" : 687354.2663028837, + "99.999" : 687354.2663028837, + "99.9999" : 687354.2663028837, + "100.0" : 687354.2663028837 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 555185.8412089219, + 663010.0409980712, + 671151.4015251432, + 687354.2663028837, + 676626.6125353117 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 4619.155227879708, + "scoreError" : 662.261704065407, + "scoreConfidence" : [ + 3956.8935238143013, + 5281.416931945115 + ], + "scorePercentiles" : { + "0.0" : 4431.908821550187, + "50.0" : 4559.21396464891, + "90.0" : 4828.409193679777, + "95.0" : 4828.409193679777, + "99.0" : 4828.409193679777, + "99.9" : 4828.409193679777, + "99.99" : 4828.409193679777, + "99.999" : 4828.409193679777, + "99.9999" : 4828.409193679777, + "100.0" : 4828.409193679777 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4431.908821550187, + 4559.21396464891, + 4828.409193679777, + 4770.707138365503, + 4505.537021154164 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 4594.861747751644, + "scoreError" : 359.59330627995615, + "scoreConfidence" : [ + 4235.268441471688, + 4954.4550540315995 + ], + "scorePercentiles" : { + "0.0" : 4432.414117688004, + "50.0" : 4640.077996172581, + "90.0" : 4659.484111553967, + "95.0" : 4659.484111553967, + "99.0" : 4659.484111553967, + "99.9" : 4659.484111553967, + "99.99" : 4659.484111553967, + "99.999" : 4659.484111553967, + "99.9999" : 4659.484111553967, + "100.0" : 4659.484111553967 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4432.414117688004, + 4659.484111553967, + 4600.076376861335, + 4642.2561364823305, + 4640.077996172581 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 4277.390366086254, + "scoreError" : 364.7313841886316, + "scoreConfidence" : [ + 3912.6589818976227, + 4642.121750274886 + ], + "scorePercentiles" : { + "0.0" : 4142.0772063400445, + "50.0" : 4280.620955153088, + "90.0" : 4403.681963465979, + "95.0" : 4403.681963465979, + "99.0" : 4403.681963465979, + "99.9" : 4403.681963465979, + "99.99" : 4403.681963465979, + "99.999" : 4403.681963465979, + "99.9999" : 4403.681963465979, + "100.0" : 4403.681963465979 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4142.0772063400445, + 4308.576963200594, + 4251.994742271566, + 4403.681963465979, + 4280.620955153088 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 6822.912002569549, + "scoreError" : 160.36453632656492, + "scoreConfidence" : [ + 6662.547466242984, + 6983.276538896114 + ], + "scorePercentiles" : { + "0.0" : 6758.291509183583, + "50.0" : 6841.656164084861, + "90.0" : 6855.16027727578, + "95.0" : 6855.16027727578, + "99.0" : 6855.16027727578, + "99.9" : 6855.16027727578, + "99.99" : 6855.16027727578, + "99.999" : 6855.16027727578, + "99.9999" : 6855.16027727578, + "100.0" : 6855.16027727578 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6758.291509183583, + 6855.16027727578, + 6804.451084101478, + 6855.0009782020425, + 6841.656164084861 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 6905.576118974507, + "scoreError" : 191.3369626727225, + "scoreConfidence" : [ + 6714.2391563017845, + 7096.91308164723 + ], + "scorePercentiles" : { + "0.0" : 6817.613806346321, + "50.0" : 6923.702402529131, + "90.0" : 6936.318008184351, + "95.0" : 6936.318008184351, + "99.0" : 6936.318008184351, + "99.9" : 6936.318008184351, + "99.99" : 6936.318008184351, + "99.999" : 6936.318008184351, + "99.9999" : 6936.318008184351, + "100.0" : 6936.318008184351 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6936.318008184351, + 6923.702402529131, + 6817.613806346321, + 6932.231486454871, + 6918.014891357863 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6899.89762302075, + "scoreError" : 147.04152510459184, + "scoreConfidence" : [ + 6752.856097916158, + 7046.9391481253415 + ], + "scorePercentiles" : { + "0.0" : 6851.293643092868, + "50.0" : 6909.067667318772, + "90.0" : 6942.618930695513, + "95.0" : 6942.618930695513, + "99.0" : 6942.618930695513, + "99.9" : 6942.618930695513, + "99.99" : 6942.618930695513, + "99.999" : 6942.618930695513, + "99.9999" : 6942.618930695513, + "100.0" : 6942.618930695513 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6851.293643092868, + 6942.618930695513, + 6870.3630908535, + 6909.067667318772, + 6926.144783143097 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 690.067109760115, + "scoreError" : 14.532040078097957, + "scoreConfidence" : [ + 675.5350696820171, + 704.599149838213 + ], + "scorePercentiles" : { + "0.0" : 686.1433988841294, + "50.0" : 690.7237042239409, + "90.0" : 693.9372714605834, + "95.0" : 693.9372714605834, + "99.0" : 693.9372714605834, + "99.9" : 693.9372714605834, + "99.99" : 693.9372714605834, + "99.999" : 693.9372714605834, + "99.9999" : 693.9372714605834, + "100.0" : 693.9372714605834 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 693.3699887740602, + 686.1611854578613, + 686.1433988841294, + 693.9372714605834, + 690.7237042239409 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 692.4242027774093, + "scoreError" : 14.686578704042933, + "scoreConfidence" : [ + 677.7376240733663, + 707.1107814814522 + ], + "scorePercentiles" : { + "0.0" : 687.0045139711475, + "50.0" : 692.2559483623505, + "90.0" : 697.6093164592846, + "95.0" : 697.6093164592846, + "99.0" : 697.6093164592846, + "99.9" : 697.6093164592846, + "99.99" : 697.6093164592846, + "99.999" : 697.6093164592846, + "99.9999" : 697.6093164592846, + "100.0" : 697.6093164592846 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 692.2559483623505, + 697.6093164592846, + 693.5796283230696, + 687.0045139711475, + 691.671606771194 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 690.8130013409225, + "scoreError" : 11.603235070673165, + "scoreConfidence" : [ + 679.2097662702494, + 702.4162364115956 + ], + "scorePercentiles" : { + "0.0" : 687.628092220554, + "50.0" : 690.5076128015282, + "90.0" : 694.6948226504903, + "95.0" : 694.6948226504903, + "99.0" : 694.6948226504903, + "99.9" : 694.6948226504903, + "99.99" : 694.6948226504903, + "99.999" : 694.6948226504903, + "99.9999" : 694.6948226504903, + "100.0" : 694.6948226504903 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 694.6948226504903, + 687.628092220554, + 688.2786096909341, + 692.955869341106, + 690.5076128015282 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 96.08456942248927, + "scoreError" : 1.960445754154439, + "scoreConfidence" : [ + 94.12412366833483, + 98.0450151766437 + ], + "scorePercentiles" : { + "0.0" : 95.62819528166818, + "50.0" : 95.7747208087575, + "90.0" : 96.74416515307787, + "95.0" : 96.74416515307787, + "99.0" : 96.74416515307787, + "99.9" : 96.74416515307787, + "99.99" : 96.74416515307787, + "99.999" : 96.74416515307787, + "99.9999" : 96.74416515307787, + "100.0" : 96.74416515307787 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 95.7747208087575, + 96.51984120949683, + 96.74416515307787, + 95.62819528166818, + 95.75592465944595 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 69.43731717048793, + "scoreError" : 1.2908274132624884, + "scoreConfidence" : [ + 68.14648975722544, + 70.72814458375042 + ], + "scorePercentiles" : { + "0.0" : 68.98278359813226, + "50.0" : 69.64840288272272, + "90.0" : 69.71591448065097, + "95.0" : 69.71591448065097, + "99.0" : 69.71591448065097, + "99.9" : 69.71591448065097, + "99.99" : 69.71591448065097, + "99.999" : 69.71591448065097, + "99.9999" : 69.71591448065097, + "100.0" : 69.71591448065097 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 69.71591448065097, + 68.98278359813226, + 69.17468349202625, + 69.64840288272272, + 69.66480139890743 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 87.76204403644724, + "scoreError" : 2.175502940987266, + "scoreConfidence" : [ + 85.58654109545996, + 89.93754697743451 + ], + "scorePercentiles" : { + "0.0" : 86.9425698621932, + "50.0" : 87.8458242535357, + "90.0" : 88.3414117268163, + "95.0" : 88.3414117268163, + "99.0" : 88.3414117268163, + "99.9" : 88.3414117268163, + "99.99" : 88.3414117268163, + "99.999" : 88.3414117268163, + "99.9999" : 88.3414117268163, + "100.0" : 88.3414117268163 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 87.48642267884448, + 88.19399166084652, + 87.8458242535357, + 86.9425698621932, + 88.3414117268163 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.291749437131807, + "scoreError" : 0.14320754750619347, + "scoreConfidence" : [ + 2.1485418896256134, + 2.4349569846380006 + ], + "scorePercentiles" : { + "0.0" : 2.251996980279233, + "50.0" : 2.2890656111888905, + "90.0" : 2.33677811933412, + "95.0" : 2.33677811933412, + "99.0" : 2.33677811933412, + "99.9" : 2.33677811933412, + "99.99" : 2.33677811933412, + "99.999" : 2.33677811933412, + "99.9999" : 2.33677811933412, + "100.0" : 2.33677811933412 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.33677811933412, + 2.2890656111888905, + 2.3213898129239072, + 2.259516661932885, + 2.251996980279233 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 3.6705518900282392, + "scoreError" : 0.31529695470101093, + "scoreConfidence" : [ + 3.3552549353272285, + 3.98584884472925 + ], + "scorePercentiles" : { + "0.0" : 3.548468528975931, + "50.0" : 3.699347475428222, + "90.0" : 3.766314717299033, + "95.0" : 3.766314717299033, + "99.0" : 3.766314717299033, + "99.9" : 3.766314717299033, + "99.99" : 3.766314717299033, + "99.999" : 3.766314717299033, + "99.9999" : 3.766314717299033, + "100.0" : 3.766314717299033 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.6384009159572432, + 3.699347475428222, + 3.548468528975931, + 3.7002278124807653, + 3.766314717299033 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 3.5162290689716746, + "scoreError" : 0.21037671440716413, + "scoreConfidence" : [ + 3.3058523545645104, + 3.726605783378839 + ], + "scorePercentiles" : { + "0.0" : 3.4292742240309013, + "50.0" : 3.5296534463061513, + "90.0" : 3.561422773226243, + "95.0" : 3.561422773226243, + "99.0" : 3.561422773226243, + "99.9" : 3.561422773226243, + "99.99" : 3.561422773226243, + "99.999" : 3.561422773226243, + "99.9999" : 3.561422773226243, + "100.0" : 3.561422773226243 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.5296534463061513, + 3.4292742240309013, + 3.500781138922676, + 3.561422773226243, + 3.5600137623724026 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.600650972434303E8, + "scoreError" : 8036874.2616566215, + "scoreConfidence" : [ + 2.5202822298177367E8, + 2.681019715050869E8 + ], + "scorePercentiles" : { + "0.0" : 2.5740928411297926E8, + "50.0" : 2.6034909832289E8, + "90.0" : 2.6251383306145075E8, + "95.0" : 2.6251383306145075E8, + "99.0" : 2.6251383306145075E8, + "99.9" : 2.6251383306145075E8, + "99.99" : 2.6251383306145075E8, + "99.999" : 2.6251383306145075E8, + "99.9999" : 2.6251383306145075E8, + "100.0" : 2.6251383306145075E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6251383306145075E8, + 2.5740928411297926E8, + 2.6034909832289E8, + 2.614914778147664E8, + 2.5856179290506503E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.5124141566102678E8, + "scoreError" : 6.337540851862323E7, + "scoreConfidence" : [ + 1.8786600714240354E8, + 3.1461682417965E8 + ], + "scorePercentiles" : { + "0.0" : 2.2331292235856643E8, + "50.0" : 2.5581578994857472E8, + "90.0" : 2.6635972201501647E8, + "95.0" : 2.6635972201501647E8, + "99.0" : 2.6635972201501647E8, + "99.9" : 2.6635972201501647E8, + "99.99" : 2.6635972201501647E8, + "99.999" : 2.6635972201501647E8, + "99.9999" : 2.6635972201501647E8, + "100.0" : 2.6635972201501647E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2331292235856643E8, + 2.5218823521848297E8, + 2.5581578994857472E8, + 2.6635972201501647E8, + 2.585304087644934E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 7.626393973817381E7, + "scoreError" : 3.716656493432344E7, + "scoreConfidence" : [ + 3.9097374803850375E7, + 1.1343050467249724E8 + ], + "scorePercentiles" : { + "0.0" : 5.931264962403928E7, + "50.0" : 8.005658027342984E7, + "90.0" : 8.3407819784875E7, + "95.0" : 8.3407819784875E7, + "99.0" : 8.3407819784875E7, + "99.9" : 8.3407819784875E7, + "99.99" : 8.3407819784875E7, + "99.999" : 8.3407819784875E7, + "99.9999" : 8.3407819784875E7, + "100.0" : 8.3407819784875E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.931264962403928E7, + 8.3407819784875E7, + 7.832440542726324E7, + 8.021824358126175E7, + 8.005658027342984E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3.024004710304814E7, + "scoreError" : 2030502.813080522, + "scoreConfidence" : [ + 2.8209544289967615E7, + 3.227054991612866E7 + ], + "scorePercentiles" : { + "0.0" : 2.952517890817548E7, + "50.0" : 3.0109243649716318E7, + "90.0" : 3.0793043319170095E7, + "95.0" : 3.0793043319170095E7, + "99.0" : 3.0793043319170095E7, + "99.9" : 3.0793043319170095E7, + "99.99" : 3.0793043319170095E7, + "99.999" : 3.0793043319170095E7, + "99.9999" : 3.0793043319170095E7, + "100.0" : 3.0793043319170095E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0793043319170095E7, + 3.0729506260237217E7, + 3.0109243649716318E7, + 2.952517890817548E7, + 3.0043263377941594E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.2050331228679603E7, + "scoreError" : 2430139.0604863367, + "scoreConfidence" : [ + 9620192.168193266, + 1.448047028916594E7 + ], + "scorePercentiles" : { + "0.0" : 1.0951017120576527E7, + "50.0" : 1.2351451514383713E7, + "90.0" : 1.246211193617292E7, + "95.0" : 1.246211193617292E7, + "99.0" : 1.246211193617292E7, + "99.9" : 1.246211193617292E7, + "99.99" : 1.246211193617292E7, + "99.999" : 1.246211193617292E7, + "99.9999" : 1.246211193617292E7, + "100.0" : 1.246211193617292E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0951017120576527E7, + 1.246211193617292E7, + 1.2085803894827059E7, + 1.2351451514383713E7, + 1.2401271677437793E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6514738.4953653095, + "scoreError" : 1145393.4403977972, + "scoreConfidence" : [ + 5369345.054967512, + 7660131.935763107 + ], + "scorePercentiles" : { + "0.0" : 5986792.633224114, + "50.0" : 6641959.536777505, + "90.0" : 6683049.45313328, + "95.0" : 6683049.45313328, + "99.0" : 6683049.45313328, + "99.9" : 6683049.45313328, + "99.99" : 6683049.45313328, + "99.999" : 6683049.45313328, + "99.9999" : 6683049.45313328, + "100.0" : 6683049.45313328 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6641959.536777505, + 5986792.633224114, + 6673778.206962723, + 6588112.646728925, + 6683049.45313328 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 31964.488200475887, + "scoreError" : 5867.129694874956, + "scoreConfidence" : [ + 26097.358505600932, + 37831.61789535084 + ], + "scorePercentiles" : { + "0.0" : 29303.655165046326, + "50.0" : 32311.79454272943, + "90.0" : 32968.77948956504, + "95.0" : 32968.77948956504, + "99.0" : 32968.77948956504, + "99.9" : 32968.77948956504, + "99.99" : 32968.77948956504, + "99.999" : 32968.77948956504, + "99.9999" : 32968.77948956504, + "100.0" : 32968.77948956504 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 32968.77948956504, + 32950.7967291121, + 32311.79454272943, + 29303.655165046326, + 32287.415075926536 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 32564.824419404078, + "scoreError" : 2192.4449420506394, + "scoreConfidence" : [ + 30372.37947735344, + 34757.26936145472 + ], + "scorePercentiles" : { + "0.0" : 31897.43470944721, + "50.0" : 32634.201861659945, + "90.0" : 33386.20088295125, + "95.0" : 33386.20088295125, + "99.0" : 33386.20088295125, + "99.9" : 33386.20088295125, + "99.99" : 33386.20088295125, + "99.999" : 33386.20088295125, + "99.9999" : 33386.20088295125, + "100.0" : 33386.20088295125 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 31897.43470944721, + 32634.201861659945, + 32724.16442514038, + 32182.120217821608, + 33386.20088295125 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 32576.119224189002, + "scoreError" : 1806.001305969475, + "scoreConfidence" : [ + 30770.117918219526, + 34382.12053015848 + ], + "scorePercentiles" : { + "0.0" : 32063.557604686423, + "50.0" : 32504.895768753922, + "90.0" : 33284.86749776517, + "95.0" : 33284.86749776517, + "99.0" : 33284.86749776517, + "99.9" : 33284.86749776517, + "99.99" : 33284.86749776517, + "99.999" : 33284.86749776517, + "99.9999" : 33284.86749776517, + "100.0" : 33284.86749776517 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 32504.895768753922, + 32287.841443648336, + 32739.433806091158, + 32063.557604686423, + 33284.86749776517 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 4820.808358757459, + "scoreError" : 412.09814459928305, + "scoreConfidence" : [ + 4408.710214158176, + 5232.906503356742 + ], + "scorePercentiles" : { + "0.0" : 4662.599355153712, + "50.0" : 4843.164840361442, + "90.0" : 4924.424410712095, + "95.0" : 4924.424410712095, + "99.0" : 4924.424410712095, + "99.9" : 4924.424410712095, + "99.99" : 4924.424410712095, + "99.999" : 4924.424410712095, + "99.9999" : 4924.424410712095, + "100.0" : 4924.424410712095 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4904.112289481084, + 4662.599355153712, + 4769.740898078961, + 4843.164840361442, + 4924.424410712095 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 4506.034596798143, + "scoreError" : 325.2954322798002, + "scoreConfidence" : [ + 4180.7391645183425, + 4831.330029077943 + ], + "scorePercentiles" : { + "0.0" : 4364.421807616679, + "50.0" : 4545.605502298344, + "90.0" : 4573.164775034422, + "95.0" : 4573.164775034422, + "99.0" : 4573.164775034422, + "99.9" : 4573.164775034422, + "99.99" : 4573.164775034422, + "99.999" : 4573.164775034422, + "99.9999" : 4573.164775034422, + "100.0" : 4573.164775034422 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4545.605502298344, + 4493.404358012168, + 4364.421807616679, + 4553.576541029099, + 4573.164775034422 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "0", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 3929.61376029226, + "scoreError" : 287.4637600413571, + "scoreConfidence" : [ + 3642.150000250903, + 4217.077520333617 + ], + "scorePercentiles" : { + "0.0" : 3834.8117835688613, + "50.0" : 3957.8658474934464, + "90.0" : 3995.6552216549658, + "95.0" : 3995.6552216549658, + "99.0" : 3995.6552216549658, + "99.9" : 3995.6552216549658, + "99.99" : 3995.6552216549658, + "99.999" : 3995.6552216549658, + "99.9999" : 3995.6552216549658, + "100.0" : 3995.6552216549658 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3957.8658474934464, + 3834.8117835688613, + 3866.050513100365, + 3995.6552216549658, + 3993.68543564366 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 6855.403889157143, + "scoreError" : 165.6181496951262, + "scoreConfidence" : [ + 6689.785739462017, + 7021.022038852268 + ], + "scorePercentiles" : { + "0.0" : 6818.874064475866, + "50.0" : 6843.6387543310275, + "90.0" : 6929.300469264583, + "95.0" : 6929.300469264583, + "99.0" : 6929.300469264583, + "99.9" : 6929.300469264583, + "99.99" : 6929.300469264583, + "99.999" : 6929.300469264583, + "99.9999" : 6929.300469264583, + "100.0" : 6929.300469264583 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6929.300469264583, + 6818.874064475866, + 6834.286153224331, + 6850.920004489902, + 6843.6387543310275 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 6873.846619718939, + "scoreError" : 245.94536261155423, + "scoreConfidence" : [ + 6627.9012571073845, + 7119.791982330494 + ], + "scorePercentiles" : { + "0.0" : 6764.365398241678, + "50.0" : 6890.226650057815, + "90.0" : 6920.677092259568, + "95.0" : 6920.677092259568, + "99.0" : 6920.677092259568, + "99.9" : 6920.677092259568, + "99.99" : 6920.677092259568, + "99.999" : 6920.677092259568, + "99.9999" : 6920.677092259568, + "100.0" : 6920.677092259568 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6920.677092259568, + 6764.365398241678, + 6876.980606648806, + 6890.226650057815, + 6916.983351386826 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6924.156523739858, + "scoreError" : 166.4371121627427, + "scoreConfidence" : [ + 6757.719411577115, + 7090.593635902601 + ], + "scorePercentiles" : { + "0.0" : 6863.989496292599, + "50.0" : 6929.244475066578, + "90.0" : 6976.853062518739, + "95.0" : 6976.853062518739, + "99.0" : 6976.853062518739, + "99.9" : 6976.853062518739, + "99.99" : 6976.853062518739, + "99.999" : 6976.853062518739, + "99.9999" : 6976.853062518739, + "100.0" : 6976.853062518739 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6948.230696019101, + 6863.989496292599, + 6902.46488880227, + 6929.244475066578, + 6976.853062518739 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 688.0301610468048, + "scoreError" : 23.785009790519993, + "scoreConfidence" : [ + 664.2451512562848, + 711.8151708373248 + ], + "scorePercentiles" : { + "0.0" : 681.6988731567604, + "50.0" : 685.9168212279196, + "90.0" : 695.2824796055668, + "95.0" : 695.2824796055668, + "99.0" : 695.2824796055668, + "99.9" : 695.2824796055668, + "99.99" : 695.2824796055668, + "99.999" : 695.2824796055668, + "99.9999" : 695.2824796055668, + "100.0" : 695.2824796055668 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 681.6988731567604, + 683.3938392321148, + 693.858792011662, + 695.2824796055668, + 685.9168212279196 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 686.9116615183025, + "scoreError" : 14.465571843862513, + "scoreConfidence" : [ + 672.4460896744399, + 701.377233362165 + ], + "scorePercentiles" : { + "0.0" : 681.318055132257, + "50.0" : 688.1292490709587, + "90.0" : 691.0912537024915, + "95.0" : 691.0912537024915, + "99.0" : 691.0912537024915, + "99.9" : 691.0912537024915, + "99.99" : 691.0912537024915, + "99.999" : 691.0912537024915, + "99.9999" : 691.0912537024915, + "100.0" : 691.0912537024915 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 685.2504949366541, + 688.7692547491508, + 681.318055132257, + 691.0912537024915, + 688.1292490709587 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 710.3316546459797, + "scoreError" : 29.819425789912078, + "scoreConfidence" : [ + 680.5122288560676, + 740.1510804358918 + ], + "scorePercentiles" : { + "0.0" : 697.3712277851496, + "50.0" : 713.5604724371557, + "90.0" : 716.0907616755836, + "95.0" : 716.0907616755836, + "99.0" : 716.0907616755836, + "99.9" : 716.0907616755836, + "99.99" : 716.0907616755836, + "99.999" : 716.0907616755836, + "99.9999" : 716.0907616755836, + "100.0" : 716.0907616755836 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 709.1223504682089, + 697.3712277851496, + 716.0907616755836, + 715.513460863801, + 713.5604724371557 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 116.93012795445952, + "scoreError" : 10.524351778043023, + "scoreConfidence" : [ + 106.4057761764165, + 127.45447973250255 + ], + "scorePercentiles" : { + "0.0" : 112.86619250523137, + "50.0" : 118.34361915584297, + "90.0" : 119.11190639042921, + "95.0" : 119.11190639042921, + "99.0" : 119.11190639042921, + "99.9" : 119.11190639042921, + "99.99" : 119.11190639042921, + "99.999" : 119.11190639042921, + "99.9999" : 119.11190639042921, + "100.0" : 119.11190639042921 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 112.86619250523137, + 115.36213965740627, + 118.34361915584297, + 118.96678206338778, + 119.11190639042921 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 133.6378218730255, + "scoreError" : 3.1971778917962306, + "scoreConfidence" : [ + 130.44064398122927, + 136.83499976482173 + ], + "scorePercentiles" : { + "0.0" : 132.33592863182625, + "50.0" : 133.59362129619188, + "90.0" : 134.41708425327084, + "95.0" : 134.41708425327084, + "99.0" : 134.41708425327084, + "99.9" : 134.41708425327084, + "99.99" : 134.41708425327084, + "99.999" : 134.41708425327084, + "99.9999" : 134.41708425327084, + "100.0" : 134.41708425327084 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 133.53861926305584, + 132.33592863182625, + 133.59362129619188, + 134.41708425327084, + 134.30385592078264 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 137.29418287979044, + "scoreError" : 3.1702041244711734, + "scoreConfidence" : [ + 134.12397875531926, + 140.46438700426162 + ], + "scorePercentiles" : { + "0.0" : 135.90633607130638, + "50.0" : 137.5853537910365, + "90.0" : 138.03923793340502, + "95.0" : 138.03923793340502, + "99.0" : 138.03923793340502, + "99.9" : 138.03923793340502, + "99.99" : 138.03923793340502, + "99.999" : 138.03923793340502, + "99.9999" : 138.03923793340502, + "100.0" : 138.03923793340502 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 137.26577088218204, + 137.67421572102228, + 135.90633607130638, + 137.5853537910365, + 138.03923793340502 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.4432484799401615, + "scoreError" : 0.14667019669529385, + "scoreConfidence" : [ + 2.296578283244868, + 2.589918676635455 + ], + "scorePercentiles" : { + "0.0" : 2.4059926434104275, + "50.0" : 2.428957085885746, + "90.0" : 2.502456802606314, + "95.0" : 2.502456802606314, + "99.0" : 2.502456802606314, + "99.9" : 2.502456802606314, + "99.99" : 2.502456802606314, + "99.999" : 2.502456802606314, + "99.9999" : 2.502456802606314, + "100.0" : 2.502456802606314 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.428957085885746, + 2.421031611035696, + 2.502456802606314, + 2.4578042567626226, + 2.4059926434104275 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 3.702628573522818, + "scoreError" : 0.3239015010853451, + "scoreConfidence" : [ + 3.378727072437473, + 4.026530074608163 + ], + "scorePercentiles" : { + "0.0" : 3.558756050843926, + "50.0" : 3.735172253257976, + "90.0" : 3.768610190886117, + "95.0" : 3.768610190886117, + "99.0" : 3.768610190886117, + "99.9" : 3.768610190886117, + "99.99" : 3.768610190886117, + "99.999" : 3.768610190886117, + "99.9999" : 3.768610190886117, + "100.0" : 3.768610190886117 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.735172253257976, + 3.768610190886117, + 3.558756050843926, + 3.7011984378758886, + 3.7494059347501834 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "parallelWork" : "100000", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 3.7477835573412164, + "scoreError" : 0.44732902156290655, + "scoreConfidence" : [ + 3.30045453577831, + 4.195112578904123 + ], + "scorePercentiles" : { + "0.0" : 3.634351190382941, + "50.0" : 3.709709462269489, + "90.0" : 3.9353264747925705, + "95.0" : 3.9353264747925705, + "99.0" : 3.9353264747925705, + "99.9" : 3.9353264747925705, + "99.99" : 3.9353264747925705, + "99.999" : 3.9353264747925705, + "99.9999" : 3.9353264747925705, + "100.0" : 3.9353264747925705 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.709709462269489, + 3.6859269354221342, + 3.634351190382941, + 3.9353264747925705, + 3.7736037238389475 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 8.202554379461443E7, + "scoreError" : 1.565316084924596E7, + "scoreConfidence" : [ + 6.6372382945368476E7, + 9.76787046438604E7 + ], + "scorePercentiles" : { + "0.0" : 7.521714046049373E7, + "50.0" : 8.288701164522587E7, + "90.0" : 8.619492492581634E7, + "95.0" : 8.619492492581634E7, + "99.0" : 8.619492492581634E7, + "99.9" : 8.619492492581634E7, + "99.99" : 8.619492492581634E7, + "99.999" : 8.619492492581634E7, + "99.9999" : 8.619492492581634E7, + "100.0" : 8.619492492581634E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.619492492581634E7, + 7.521714046049373E7, + 8.288701164522587E7, + 8.277413306549764E7, + 8.305450887603864E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5212624.004073601, + "scoreError" : 338857.77316545753, + "scoreConfidence" : [ + 4873766.230908143, + 5551481.777239059 + ], + "scorePercentiles" : { + "0.0" : 5063331.19285998, + "50.0" : 5228692.552598867, + "90.0" : 5290293.789948206, + "95.0" : 5290293.789948206, + "99.0" : 5290293.789948206, + "99.9" : 5290293.789948206, + "99.99" : 5290293.789948206, + "99.999" : 5290293.789948206, + "99.9999" : 5290293.789948206, + "100.0" : 5290293.789948206 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5261064.19429768, + 5219738.290663271, + 5063331.19285998, + 5290293.789948206, + 5228692.552598867 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 269339.6699205539, + "scoreError" : 55097.28446743312, + "scoreConfidence" : [ + 214242.3854531208, + 324436.95438798703 + ], + "scorePercentiles" : { + "0.0" : 244869.12664424005, + "50.0" : 274394.58646847785, + "90.0" : 281452.7693195533, + "95.0" : 281452.7693195533, + "99.0" : 281452.7693195533, + "99.9" : 281452.7693195533, + "99.99" : 281452.7693195533, + "99.999" : 281452.7693195533, + "99.9999" : 281452.7693195533, + "100.0" : 281452.7693195533 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 269735.732378116, + 244869.12664424005, + 281452.7693195533, + 274394.58646847785, + 276246.1347923824 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1129.9767022074514, + "scoreError" : 151.8184690136744, + "scoreConfidence" : [ + 978.1582331937769, + 1281.7951712211257 + ], + "scorePercentiles" : { + "0.0" : 1092.8422800451576, + "50.0" : 1108.4788898434124, + "90.0" : 1174.181484078171, + "95.0" : 1174.181484078171, + "99.0" : 1174.181484078171, + "99.9" : 1174.181484078171, + "99.99" : 1174.181484078171, + "99.999" : 1174.181484078171, + "99.9999" : 1174.181484078171, + "100.0" : 1174.181484078171 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1103.1417689414648, + 1108.4788898434124, + 1092.8422800451576, + 1174.181484078171, + 1171.2390881290498 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.080530187739245E7, + "scoreError" : 3819106.522301908, + "scoreConfidence" : [ + 3.698619535509054E7, + 4.462440839969435E7 + ], + "scorePercentiles" : { + "0.0" : 3.905927216656094E7, + "50.0" : 4.119470139988173E7, + "90.0" : 4.145374154247462E7, + "95.0" : 4.145374154247462E7, + "99.0" : 4.145374154247462E7, + "99.9" : 4.145374154247462E7, + "99.99" : 4.145374154247462E7, + "99.999" : 4.145374154247462E7, + "99.9999" : 4.145374154247462E7, + "100.0" : 4.145374154247462E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.145374154247462E7, + 4.133723745231715E7, + 4.0981556825727805E7, + 3.905927216656094E7, + 4.119470139988173E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6204185.318327332, + "scoreError" : 1166287.497028921, + "scoreConfidence" : [ + 5037897.821298411, + 7370472.815356253 + ], + "scorePercentiles" : { + "0.0" : 5798170.184288595, + "50.0" : 6334662.360212385, + "90.0" : 6520708.474306318, + "95.0" : 6520708.474306318, + "99.0" : 6520708.474306318, + "99.9" : 6520708.474306318, + "99.99" : 6520708.474306318, + "99.999" : 6520708.474306318, + "99.9999" : 6520708.474306318, + "100.0" : 6520708.474306318 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5978694.441244303, + 6388691.131585059, + 5798170.184288595, + 6334662.360212385, + 6520708.474306318 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 321306.46890217037, + "scoreError" : 64493.881154341805, + "scoreConfidence" : [ + 256812.58774782857, + 385800.35005651216 + ], + "scorePercentiles" : { + "0.0" : 301741.00475054095, + "50.0" : 330003.8868124095, + "90.0" : 337102.10673581675, + "95.0" : 337102.10673581675, + "99.0" : 337102.10673581675, + "99.9" : 337102.10673581675, + "99.99" : 337102.10673581675, + "99.999" : 337102.10673581675, + "99.9999" : 337102.10673581675, + "100.0" : 337102.10673581675 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 301741.00475054095, + 330003.8868124095, + 337102.10673581675, + 333020.14654833666, + 304665.199663748 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1683.740183946475, + "scoreError" : 90.46027168630683, + "scoreConfidence" : [ + 1593.2799122601682, + 1774.200455632782 + ], + "scorePercentiles" : { + "0.0" : 1656.507635705916, + "50.0" : 1688.11643007342, + "90.0" : 1714.8984281350938, + "95.0" : 1714.8984281350938, + "99.0" : 1714.8984281350938, + "99.9" : 1714.8984281350938, + "99.99" : 1714.8984281350938, + "99.999" : 1714.8984281350938, + "99.9999" : 1714.8984281350938, + "100.0" : 1714.8984281350938 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1688.11643007342, + 1656.507635705916, + 1664.73186054006, + 1694.4465652778845, + 1714.8984281350938 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.947328565460644E7, + "scoreError" : 2413942.6832603076, + "scoreConfidence" : [ + 4.705934297134613E7, + 5.1887228337866746E7 + ], + "scorePercentiles" : { + "0.0" : 4.87261691948393E7, + "50.0" : 4.984052206949307E7, + "90.0" : 5.00139950899334E7, + "95.0" : 5.00139950899334E7, + "99.0" : 5.00139950899334E7, + "99.9" : 5.00139950899334E7, + "99.99" : 5.00139950899334E7, + "99.999" : 5.00139950899334E7, + "99.9999" : 5.00139950899334E7, + "100.0" : 5.00139950899334E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.87261691948393E7, + 4.885731738875621E7, + 4.992842453001019E7, + 4.984052206949307E7, + 5.00139950899334E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2160554.3099356093, + "scoreError" : 263386.9530498994, + "scoreConfidence" : [ + 1897167.3568857098, + 2423941.262985509 + ], + "scorePercentiles" : { + "0.0" : 2049472.2845619288, + "50.0" : 2163627.210563021, + "90.0" : 2223113.077594491, + "95.0" : 2223113.077594491, + "99.0" : 2223113.077594491, + "99.9" : 2223113.077594491, + "99.99" : 2223113.077594491, + "99.999" : 2223113.077594491, + "99.9999" : 2223113.077594491, + "100.0" : 2223113.077594491 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2163627.210563021, + 2209920.8785019997, + 2049472.2845619288, + 2156638.0984566067, + 2223113.077594491 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 168395.84218307602, + "scoreError" : 41202.80694699545, + "scoreConfidence" : [ + 127193.03523608057, + 209598.64913007146 + ], + "scorePercentiles" : { + "0.0" : 149729.23395363253, + "50.0" : 173591.71440272225, + "90.0" : 175475.56600667446, + "95.0" : 175475.56600667446, + "99.0" : 175475.56600667446, + "99.9" : 175475.56600667446, + "99.99" : 175475.56600667446, + "99.999" : 175475.56600667446, + "99.9999" : 175475.56600667446, + "100.0" : 175475.56600667446 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 149729.23395363253, + 173591.71440272225, + 175475.56600667446, + 174040.4322375259, + 169142.264314825 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 831.3321444951492, + "scoreError" : 246.00768319422073, + "scoreConfidence" : [ + 585.3244613009285, + 1077.33982768937 + ], + "scorePercentiles" : { + "0.0" : 717.1974202268951, + "50.0" : 859.8847625934184, + "90.0" : 864.4065719422263, + "95.0" : 864.4065719422263, + "99.0" : 864.4065719422263, + "99.9" : 864.4065719422263, + "99.99" : 864.4065719422263, + "99.999" : 864.4065719422263, + "99.9999" : 864.4065719422263, + "100.0" : 864.4065719422263 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 717.1974202268951, + 859.8847625934184, + 860.0327696430462, + 864.4065719422263, + 855.1391980701602 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.041890697478925E7, + "scoreError" : 2346872.694534176, + "scoreConfidence" : [ + 3.807203428025507E7, + 4.276577966932342E7 + ], + "scorePercentiles" : { + "0.0" : 3.938667870574555E7, + "50.0" : 4.057967490254831E7, + "90.0" : 4.0896751489483856E7, + "95.0" : 4.0896751489483856E7, + "99.0" : 4.0896751489483856E7, + "99.9" : 4.0896751489483856E7, + "99.99" : 4.0896751489483856E7, + "99.999" : 4.0896751489483856E7, + "99.9999" : 4.0896751489483856E7, + "100.0" : 4.0896751489483856E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.040512361494411E7, + 4.0896751489483856E7, + 4.0826306161224395E7, + 4.057967490254831E7, + 3.938667870574555E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6450410.009538557, + "scoreError" : 331752.6002375199, + "scoreConfidence" : [ + 6118657.409301038, + 6782162.609776077 + ], + "scorePercentiles" : { + "0.0" : 6328096.828621979, + "50.0" : 6449144.023356603, + "90.0" : 6569786.625086532, + "95.0" : 6569786.625086532, + "99.0" : 6569786.625086532, + "99.9" : 6569786.625086532, + "99.99" : 6569786.625086532, + "99.999" : 6569786.625086532, + "99.9999" : 6569786.625086532, + "100.0" : 6569786.625086532 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6437196.606377466, + 6569786.625086532, + 6449144.023356603, + 6467825.964250206, + 6328096.828621979 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 353943.30523484584, + "scoreError" : 19113.166141408972, + "scoreConfidence" : [ + 334830.1390934369, + 373056.4713762548 + ], + "scorePercentiles" : { + "0.0" : 345884.6869824855, + "50.0" : 355140.6940352458, + "90.0" : 358943.9025017118, + "95.0" : 358943.9025017118, + "99.0" : 358943.9025017118, + "99.9" : 358943.9025017118, + "99.99" : 358943.9025017118, + "99.999" : 358943.9025017118, + "99.9999" : 358943.9025017118, + "100.0" : 358943.9025017118 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 353224.61914700863, + 356522.6235077776, + 345884.6869824855, + 355140.6940352458, + 358943.9025017118 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1605.0702685493814, + "scoreError" : 114.40763755031828, + "scoreConfidence" : [ + 1490.6626309990631, + 1719.4779060996996 + ], + "scorePercentiles" : { + "0.0" : 1559.8842759205036, + "50.0" : 1616.3824634394816, + "90.0" : 1634.02386056375, + "95.0" : 1634.02386056375, + "99.0" : 1634.02386056375, + "99.9" : 1634.02386056375, + "99.99" : 1634.02386056375, + "99.999" : 1634.02386056375, + "99.9999" : 1634.02386056375, + "100.0" : 1634.02386056375 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1559.8842759205036, + 1591.5477082770371, + 1634.02386056375, + 1623.5130345461348, + 1616.3824634394816 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.036859408498267E7, + "scoreError" : 7947362.366988619, + "scoreConfidence" : [ + 5.242123171799405E7, + 6.831595645197129E7 + ], + "scorePercentiles" : { + "0.0" : 5.708050878231326E7, + "50.0" : 6.096318194608234E7, + "90.0" : 6.20570152031886E7, + "95.0" : 6.20570152031886E7, + "99.0" : 6.20570152031886E7, + "99.9" : 6.20570152031886E7, + "99.99" : 6.20570152031886E7, + "99.999" : 6.20570152031886E7, + "99.9999" : 6.20570152031886E7, + "100.0" : 6.20570152031886E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.096318194608234E7, + 6.199316540477845E7, + 5.974909908855071E7, + 5.708050878231326E7, + 6.20570152031886E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4124305.018367909, + "scoreError" : 196395.70105581437, + "scoreConfidence" : [ + 3927909.3173120944, + 4320700.719423723 + ], + "scorePercentiles" : { + "0.0" : 4080307.684761019, + "50.0" : 4110335.3216261333, + "90.0" : 4212505.843093573, + "95.0" : 4212505.843093573, + "99.0" : 4212505.843093573, + "99.9" : 4212505.843093573, + "99.99" : 4212505.843093573, + "99.999" : 4212505.843093573, + "99.9999" : 4212505.843093573, + "100.0" : 4212505.843093573 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4080307.684761019, + 4212505.843093573, + 4110335.3216261333, + 4104828.1738302712, + 4113548.068528549 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 224396.2755190609, + "scoreError" : 38818.84791689894, + "scoreConfidence" : [ + 185577.42760216194, + 263215.12343595986 + ], + "scorePercentiles" : { + "0.0" : 207832.30990723605, + "50.0" : 229443.4756175664, + "90.0" : 232645.19341731363, + "95.0" : 232645.19341731363, + "99.0" : 232645.19341731363, + "99.9" : 232645.19341731363, + "99.99" : 232645.19341731363, + "99.999" : 232645.19341731363, + "99.9999" : 232645.19341731363, + "100.0" : 232645.19341731363 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 207832.30990723605, + 230110.24868445858, + 232645.19341731363, + 229443.4756175664, + 221950.14996872994 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 908.5111670977718, + "scoreError" : 268.71738975072697, + "scoreConfidence" : [ + 639.7937773470449, + 1177.2285568484988 + ], + "scorePercentiles" : { + "0.0" : 796.5211755992976, + "50.0" : 949.7886924683083, + "90.0" : 959.1134799011656, + "95.0" : 959.1134799011656, + "99.0" : 959.1134799011656, + "99.9" : 959.1134799011656, + "99.99" : 959.1134799011656, + "99.999" : 959.1134799011656, + "99.9999" : 959.1134799011656, + "100.0" : 959.1134799011656 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 796.5211755992976, + 883.4135847619535, + 959.1134799011656, + 949.7886924683083, + 953.7189027581343 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.488326955007039E7, + "scoreError" : 1839007.6106944797, + "scoreConfidence" : [ + 3.304426193937591E7, + 3.672227716076487E7 + ], + "scorePercentiles" : { + "0.0" : 3.44026584570452E7, + "50.0" : 3.494985058760902E7, + "90.0" : 3.5553444117414266E7, + "95.0" : 3.5553444117414266E7, + "99.0" : 3.5553444117414266E7, + "99.9" : 3.5553444117414266E7, + "99.99" : 3.5553444117414266E7, + "99.999" : 3.5553444117414266E7, + "99.9999" : 3.5553444117414266E7, + "100.0" : 3.5553444117414266E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.444295655178482E7, + 3.5553444117414266E7, + 3.506743803649865E7, + 3.494985058760902E7, + 3.44026584570452E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3735855.2417517044, + "scoreError" : 1167554.3239602046, + "scoreConfidence" : [ + 2568300.9177914998, + 4903409.565711909 + ], + "scorePercentiles" : { + "0.0" : 3194180.066128007, + "50.0" : 3868335.8135426147, + "90.0" : 3893526.7254097266, + "95.0" : 3893526.7254097266, + "99.0" : 3893526.7254097266, + "99.9" : 3893526.7254097266, + "99.99" : 3893526.7254097266, + "99.999" : 3893526.7254097266, + "99.9999" : 3893526.7254097266, + "100.0" : 3893526.7254097266 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3194180.066128007, + 3868335.8135426147, + 3849570.096692867, + 3893526.7254097266, + 3873663.5069853063 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 216076.70526890727, + "scoreError" : 19780.975415642333, + "scoreConfidence" : [ + 196295.72985326493, + 235857.68068454962 + ], + "scorePercentiles" : { + "0.0" : 207441.61540528844, + "50.0" : 217153.09934928708, + "90.0" : 220780.49534765448, + "95.0" : 220780.49534765448, + "99.0" : 220780.49534765448, + "99.9" : 220780.49534765448, + "99.99" : 220780.49534765448, + "99.999" : 220780.49534765448, + "99.9999" : 220780.49534765448, + "100.0" : 220780.49534765448 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 207441.61540528844, + 217153.09934928708, + 220780.49534765448, + 218851.95489749624, + 216156.36134481014 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 714.8563705099756, + "scoreError" : 135.57231430479672, + "scoreConfidence" : [ + 579.2840562051789, + 850.4286848147723 + ], + "scorePercentiles" : { + "0.0" : 658.716642127642, + "50.0" : 736.5428545513555, + "90.0" : 740.5581407056276, + "95.0" : 740.5581407056276, + "99.0" : 740.5581407056276, + "99.9" : 740.5581407056276, + "99.99" : 740.5581407056276, + "99.999" : 740.5581407056276, + "99.9999" : 740.5581407056276, + "100.0" : 740.5581407056276 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 737.0854067372707, + 701.378808427982, + 658.716642127642, + 740.5581407056276, + 736.5428545513555 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.998261066073014E7, + "scoreError" : 1.6126129950835282E7, + "scoreConfidence" : [ + 4.385648070989486E7, + 7.610874061156543E7 + ], + "scorePercentiles" : { + "0.0" : 5.260897997146949E7, + "50.0" : 6.124547150982173E7, + "90.0" : 6.3048352421083935E7, + "95.0" : 6.3048352421083935E7, + "99.0" : 6.3048352421083935E7, + "99.9" : 6.3048352421083935E7, + "99.99" : 6.3048352421083935E7, + "99.999" : 6.3048352421083935E7, + "99.9999" : 6.3048352421083935E7, + "100.0" : 6.3048352421083935E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.260897997146949E7, + 6.124547150982173E7, + 6.178267357156672E7, + 6.122757582970878E7, + 6.3048352421083935E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1401167.844619475, + "scoreError" : 56968.10704719, + "scoreConfidence" : [ + 1344199.737572285, + 1458135.951666665 + ], + "scorePercentiles" : { + "0.0" : 1375689.5970175131, + "50.0" : 1405630.2753321347, + "90.0" : 1414353.5183390817, + "95.0" : 1414353.5183390817, + "99.0" : 1414353.5183390817, + "99.9" : 1414353.5183390817, + "99.99" : 1414353.5183390817, + "99.999" : 1414353.5183390817, + "99.9999" : 1414353.5183390817, + "100.0" : 1414353.5183390817 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1406065.121133719, + 1375689.5970175131, + 1414353.5183390817, + 1405630.2753321347, + 1404100.7112749266 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 109378.84183535192, + "scoreError" : 24829.73715546823, + "scoreConfidence" : [ + 84549.10467988369, + 134208.57899082016 + ], + "scorePercentiles" : { + "0.0" : 101071.08780676418, + "50.0" : 112976.22460038851, + "90.0" : 115604.24379542664, + "95.0" : 115604.24379542664, + "99.0" : 115604.24379542664, + "99.9" : 115604.24379542664, + "99.99" : 115604.24379542664, + "99.999" : 115604.24379542664, + "99.9999" : 115604.24379542664, + "100.0" : 115604.24379542664 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 101071.08780676418, + 112976.22460038851, + 115604.24379542664, + 113335.88400884898, + 103906.76896533136 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 518.5980839243684, + "scoreError" : 115.34554443307898, + "scoreConfidence" : [ + 403.25253949128944, + 633.9436283574474 + ], + "scorePercentiles" : { + "0.0" : 466.59550739552583, + "50.0" : 530.7563889510998, + "90.0" : 540.4808046636737, + "95.0" : 540.4808046636737, + "99.0" : 540.4808046636737, + "99.9" : 540.4808046636737, + "99.99" : 540.4808046636737, + "99.999" : 540.4808046636737, + "99.9999" : 540.4808046636737, + "100.0" : 540.4808046636737 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 520.617434804081, + 466.59550739552583, + 540.4808046636737, + 530.7563889510998, + 534.540283807462 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.4646911571835086E7, + "scoreError" : 4077799.446779406, + "scoreConfidence" : [ + 3.056911212505568E7, + 3.872471101861449E7 + ], + "scorePercentiles" : { + "0.0" : 3.2916764986824308E7, + "50.0" : 3.472858025943942E7, + "90.0" : 3.5727902762461394E7, + "95.0" : 3.5727902762461394E7, + "99.0" : 3.5727902762461394E7, + "99.9" : 3.5727902762461394E7, + "99.99" : 3.5727902762461394E7, + "99.999" : 3.5727902762461394E7, + "99.9999" : 3.5727902762461394E7, + "100.0" : 3.5727902762461394E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.4651179489818014E7, + 3.5727902762461394E7, + 3.521013036063231E7, + 3.2916764986824308E7, + 3.472858025943942E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4179891.517338434, + "scoreError" : 719501.3656513634, + "scoreConfidence" : [ + 3460390.1516870703, + 4899392.882989797 + ], + "scorePercentiles" : { + "0.0" : 3847482.506901688, + "50.0" : 4250929.448712883, + "90.0" : 4296603.949762182, + "95.0" : 4296603.949762182, + "99.0" : 4296603.949762182, + "99.9" : 4296603.949762182, + "99.99" : 4296603.949762182, + "99.999" : 4296603.949762182, + "99.9999" : 4296603.949762182, + "100.0" : 4296603.949762182 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4250929.448712883, + 4248478.091992072, + 4255963.5893233465, + 3847482.506901688, + 4296603.949762182 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 223463.69337138458, + "scoreError" : 12723.3963214249, + "scoreConfidence" : [ + 210740.29704995968, + 236187.08969280947 + ], + "scorePercentiles" : { + "0.0" : 218084.9404172856, + "50.0" : 223808.89879533302, + "90.0" : 227045.01947796592, + "95.0" : 227045.01947796592, + "99.0" : 227045.01947796592, + "99.9" : 227045.01947796592, + "99.99" : 227045.01947796592, + "99.999" : 227045.01947796592, + "99.9999" : 227045.01947796592, + "100.0" : 227045.01947796592 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 218084.9404172856, + 224798.5353239215, + 223581.07284241685, + 227045.01947796592, + 223808.89879533302 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 685.391747297495, + "scoreError" : 52.44054612953241, + "scoreConfidence" : [ + 632.9512011679626, + 737.8322934270275 + ], + "scorePercentiles" : { + "0.0" : 665.3952305226912, + "50.0" : 692.6440412368086, + "90.0" : 698.4893435691745, + "95.0" : 698.4893435691745, + "99.0" : 698.4893435691745, + "99.9" : 698.4893435691745, + "99.99" : 698.4893435691745, + "99.999" : 698.4893435691745, + "99.9999" : 698.4893435691745, + "100.0" : 698.4893435691745 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 692.8898200573724, + 692.6440412368086, + 665.3952305226912, + 677.5403011014281, + 698.4893435691745 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.032357065722732E7, + "scoreError" : 2505261.4252183023, + "scoreConfidence" : [ + 2.7818309232009016E7, + 3.282883208244562E7 + ], + "scorePercentiles" : { + "0.0" : 2.947397409210103E7, + "50.0" : 3.0378989777743287E7, + "90.0" : 3.1051634370510776E7, + "95.0" : 3.1051634370510776E7, + "99.0" : 3.1051634370510776E7, + "99.9" : 3.1051634370510776E7, + "99.99" : 3.1051634370510776E7, + "99.999" : 3.1051634370510776E7, + "99.9999" : 3.1051634370510776E7, + "100.0" : 3.1051634370510776E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0378989777743287E7, + 3.1051634370510776E7, + 2.9889713470858708E7, + 3.0823541574922804E7, + 2.947397409210103E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4415517.630451608, + "scoreError" : 311107.8534313779, + "scoreConfidence" : [ + 4104409.7770202304, + 4726625.483882986 + ], + "scorePercentiles" : { + "0.0" : 4312116.691488492, + "50.0" : 4450709.076863087, + "90.0" : 4508843.284639624, + "95.0" : 4508843.284639624, + "99.0" : 4508843.284639624, + "99.9" : 4508843.284639624, + "99.99" : 4508843.284639624, + "99.999" : 4508843.284639624, + "99.9999" : 4508843.284639624, + "100.0" : 4508843.284639624 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4352189.375393213, + 4312116.691488492, + 4508843.284639624, + 4450709.076863087, + 4453729.7238736255 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 232046.65488922535, + "scoreError" : 82379.73459278469, + "scoreConfidence" : [ + 149666.92029644066, + 314426.38948201004 + ], + "scorePercentiles" : { + "0.0" : 199687.76919411015, + "50.0" : 245883.4184999659, + "90.0" : 247271.6545826775, + "95.0" : 247271.6545826775, + "99.0" : 247271.6545826775, + "99.9" : 247271.6545826775, + "99.99" : 247271.6545826775, + "99.999" : 247271.6545826775, + "99.9999" : 247271.6545826775, + "100.0" : 247271.6545826775 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 199687.76919411015, + 220372.65144124036, + 247017.780728133, + 245883.4184999659, + 247271.6545826775 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1043.8205885324194, + "scoreError" : 78.52245736797789, + "scoreConfidence" : [ + 965.2981311644414, + 1122.3430459003973 + ], + "scorePercentiles" : { + "0.0" : 1019.3286986602659, + "50.0" : 1041.7429742563777, + "90.0" : 1076.008383802169, + "95.0" : 1076.008383802169, + "99.0" : 1076.008383802169, + "99.9" : 1076.008383802169, + "99.99" : 1076.008383802169, + "99.999" : 1076.008383802169, + "99.9999" : 1076.008383802169, + "100.0" : 1076.008383802169 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1076.008383802169, + 1039.0964889772904, + 1041.7429742563777, + 1042.9263969659937, + 1019.3286986602659 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.649826670075116E7, + "scoreError" : 2058250.6486869892, + "scoreConfidence" : [ + 1.444001605206417E7, + 1.855651734943815E7 + ], + "scorePercentiles" : { + "0.0" : 1.5699808607505232E7, + "50.0" : 1.6622618679304164E7, + "90.0" : 1.6985234229888618E7, + "95.0" : 1.6985234229888618E7, + "99.0" : 1.6985234229888618E7, + "99.9" : 1.6985234229888618E7, + "99.99" : 1.6985234229888618E7, + "99.999" : 1.6985234229888618E7, + "99.9999" : 1.6985234229888618E7, + "100.0" : 1.6985234229888618E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5699808607505232E7, + 1.6248903836069122E7, + 1.6985234229888618E7, + 1.6622618679304164E7, + 1.6934768150988653E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2734979.631978933, + "scoreError" : 652374.2973529671, + "scoreConfidence" : [ + 2082605.3346259657, + 3387353.9293318996 + ], + "scorePercentiles" : { + "0.0" : 2433094.3094212906, + "50.0" : 2800984.9881823133, + "90.0" : 2836187.1858710614, + "95.0" : 2836187.1858710614, + "99.0" : 2836187.1858710614, + "99.9" : 2836187.1858710614, + "99.99" : 2836187.1858710614, + "99.999" : 2836187.1858710614, + "99.9999" : 2836187.1858710614, + "100.0" : 2836187.1858710614 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2804455.902824361, + 2800984.9881823133, + 2433094.3094212906, + 2800175.7735956367, + 2836187.1858710614 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 223858.70146328636, + "scoreError" : 14657.656886455641, + "scoreConfidence" : [ + 209201.04457683073, + 238516.358349742 + ], + "scorePercentiles" : { + "0.0" : 219088.55402681994, + "50.0" : 225364.28347888752, + "90.0" : 227900.2941191837, + "95.0" : 227900.2941191837, + "99.0" : 227900.2941191837, + "99.9" : 227900.2941191837, + "99.99" : 227900.2941191837, + "99.999" : 227900.2941191837, + "99.9999" : 227900.2941191837, + "100.0" : 227900.2941191837 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 225364.28347888752, + 219088.55402681994, + 220615.21341683503, + 227900.2941191837, + 226325.1622747055 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1047.391034687781, + "scoreError" : 37.585452871867695, + "scoreConfidence" : [ + 1009.8055818159133, + 1084.9764875596488 + ], + "scorePercentiles" : { + "0.0" : 1038.6193674293536, + "50.0" : 1045.3610084485317, + "90.0" : 1063.7880888302332, + "95.0" : 1063.7880888302332, + "99.0" : 1063.7880888302332, + "99.9" : 1063.7880888302332, + "99.99" : 1063.7880888302332, + "99.999" : 1063.7880888302332, + "99.9999" : 1063.7880888302332, + "100.0" : 1063.7880888302332 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1038.6193674293536, + 1047.378500261244, + 1041.8082084695427, + 1063.7880888302332, + 1045.3610084485317 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.0408733339678563E7, + "scoreError" : 672203.789120524, + "scoreConfidence" : [ + 2.9736529550558038E7, + 3.108093712879909E7 + ], + "scorePercentiles" : { + "0.0" : 3.0204232419863913E7, + "50.0" : 3.03785574672232E7, + "90.0" : 3.060823679880964E7, + "95.0" : 3.060823679880964E7, + "99.0" : 3.060823679880964E7, + "99.9" : 3.060823679880964E7, + "99.99" : 3.060823679880964E7, + "99.999" : 3.060823679880964E7, + "99.9999" : 3.060823679880964E7, + "100.0" : 3.060823679880964E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0287132747268587E7, + 3.0565507265227463E7, + 3.03785574672232E7, + 3.060823679880964E7, + 3.0204232419863913E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1606949.5352772104, + "scoreError" : 132978.91487667256, + "scoreConfidence" : [ + 1473970.6204005377, + 1739928.450153883 + ], + "scorePercentiles" : { + "0.0" : 1549676.6663447486, + "50.0" : 1614434.3782110035, + "90.0" : 1635346.117277441, + "95.0" : 1635346.117277441, + "99.0" : 1635346.117277441, + "99.9" : 1635346.117277441, + "99.99" : 1635346.117277441, + "99.999" : 1635346.117277441, + "99.9999" : 1635346.117277441, + "100.0" : 1635346.117277441 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1631771.0706467438, + 1603519.4439061142, + 1635346.117277441, + 1549676.6663447486, + 1614434.3782110035 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 130167.15643992559, + "scoreError" : 14530.38187676128, + "scoreConfidence" : [ + 115636.7745631643, + 144697.53831668687 + ], + "scorePercentiles" : { + "0.0" : 124809.78793774731, + "50.0" : 132028.64619136223, + "90.0" : 133561.65274281756, + "95.0" : 133561.65274281756, + "99.0" : 133561.65274281756, + "99.9" : 133561.65274281756, + "99.99" : 133561.65274281756, + "99.999" : 133561.65274281756, + "99.9999" : 133561.65274281756, + "100.0" : 133561.65274281756 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 124809.78793774731, + 132028.64619136223, + 127642.7027096814, + 133561.65274281756, + 132792.99261801952 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 660.5541207574114, + "scoreError" : 210.69915913865768, + "scoreConfidence" : [ + 449.8549616187537, + 871.2532798960691 + ], + "scorePercentiles" : { + "0.0" : 564.5070538397805, + "50.0" : 689.1907522187447, + "90.0" : 692.2947948449216, + "95.0" : 692.2947948449216, + "99.0" : 692.2947948449216, + "99.9" : 692.2947948449216, + "99.99" : 692.2947948449216, + "99.999" : 692.2947948449216, + "99.9999" : 692.2947948449216, + "100.0" : 692.2947948449216 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 564.5070538397805, + 689.1907522187447, + 692.2947948449216, + 666.400186400512, + 690.3778164830984 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.6717825429779544E7, + "scoreError" : 408655.3503206733, + "scoreConfidence" : [ + 1.6309170079458872E7, + 1.712648078010022E7 + ], + "scorePercentiles" : { + "0.0" : 1.66315478756723E7, + "50.0" : 1.6696958298166078E7, + "90.0" : 1.689623497342393E7, + "95.0" : 1.689623497342393E7, + "99.0" : 1.689623497342393E7, + "99.9" : 1.689623497342393E7, + "99.99" : 1.689623497342393E7, + "99.999" : 1.689623497342393E7, + "99.9999" : 1.689623497342393E7, + "100.0" : 1.689623497342393E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6696958298166078E7, + 1.66315478756723E7, + 1.6719628107761871E7, + 1.689623497342393E7, + 1.664475789387354E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2971580.0258070007, + "scoreError" : 189032.0358713038, + "scoreConfidence" : [ + 2782547.989935697, + 3160612.0616783043 + ], + "scorePercentiles" : { + "0.0" : 2901790.766971798, + "50.0" : 2980293.792182851, + "90.0" : 3029647.8729389585, + "95.0" : 3029647.8729389585, + "99.0" : 3029647.8729389585, + "99.9" : 3029647.8729389585, + "99.99" : 3029647.8729389585, + "99.999" : 3029647.8729389585, + "99.9999" : 3029647.8729389585, + "100.0" : 3029647.8729389585 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3029647.8729389585, + 2947424.1082016593, + 2901790.766971798, + 2998743.5887397355, + 2980293.792182851 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 223891.5712750343, + "scoreError" : 4649.045670721979, + "scoreConfidence" : [ + 219242.52560431234, + 228540.61694575628 + ], + "scorePercentiles" : { + "0.0" : 222998.3617945062, + "50.0" : 223486.01451850298, + "90.0" : 226017.69383663946, + "95.0" : 226017.69383663946, + "99.0" : 226017.69383663946, + "99.9" : 226017.69383663946, + "99.99" : 226017.69383663946, + "99.999" : 226017.69383663946, + "99.9999" : 226017.69383663946, + "100.0" : 226017.69383663946 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 223486.01451850298, + 226017.69383663946, + 222998.3617945062, + 223424.2889863269, + 223531.4972391959 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 961.7255691004145, + "scoreError" : 213.10426135821456, + "scoreConfidence" : [ + 748.6213077422, + 1174.8298304586292 + ], + "scorePercentiles" : { + "0.0" : 866.0305339817561, + "50.0" : 977.4851116723968, + "90.0" : 1004.1206877208616, + "95.0" : 1004.1206877208616, + "99.0" : 1004.1206877208616, + "99.9" : 1004.1206877208616, + "99.99" : 1004.1206877208616, + "99.999" : 1004.1206877208616, + "99.9999" : 1004.1206877208616, + "100.0" : 1004.1206877208616 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 866.0305339817561, + 977.4851116723968, + 1004.1206877208616, + 993.5969076705271, + 967.394604456531 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.438717530930504E7, + "scoreError" : 2756595.8985029464, + "scoreConfidence" : [ + 4.1630579410802096E7, + 4.714377120780799E7 + ], + "scorePercentiles" : { + "0.0" : 4.346653558335764E7, + "50.0" : 4.431993614044783E7, + "90.0" : 4.539188463104109E7, + "95.0" : 4.539188463104109E7, + "99.0" : 4.539188463104109E7, + "99.9" : 4.539188463104109E7, + "99.99" : 4.539188463104109E7, + "99.999" : 4.539188463104109E7, + "99.9999" : 4.539188463104109E7, + "100.0" : 4.539188463104109E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.346653558335764E7, + 4.431993614044783E7, + 4.4685558936662644E7, + 4.539188463104109E7, + 4.4071961255016E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.1393014374834726E7, + "scoreError" : 3893445.2810046645, + "scoreConfidence" : [ + 7499569.093830061, + 1.5286459655839391E7 + ], + "scorePercentiles" : { + "0.0" : 9588158.218297947, + "50.0" : 1.1816418794591097E7, + "90.0" : 1.194824483244671E7, + "95.0" : 1.194824483244671E7, + "99.0" : 1.194824483244671E7, + "99.9" : 1.194824483244671E7, + "99.99" : 1.194824483244671E7, + "99.999" : 1.194824483244671E7, + "99.9999" : 1.194824483244671E7, + "100.0" : 1.194824483244671E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9588158.218297947, + 1.1845102560343014E7, + 1.194824483244671E7, + 1.1816418794591097E7, + 1.1767147468494857E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 932422.3895855794, + "scoreError" : 167461.6029861901, + "scoreConfidence" : [ + 764960.7865993893, + 1099883.9925717695 + ], + "scorePercentiles" : { + "0.0" : 855792.2017566207, + "50.0" : 947249.586780422, + "90.0" : 964521.4303347736, + "95.0" : 964521.4303347736, + "99.0" : 964521.4303347736, + "99.9" : 964521.4303347736, + "99.99" : 964521.4303347736, + "99.999" : 964521.4303347736, + "99.9999" : 964521.4303347736, + "100.0" : 964521.4303347736 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 946348.0696942983, + 855792.2017566207, + 948200.6593617827, + 947249.586780422, + 964521.4303347736 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5893.914322244928, + "scoreError" : 971.573298544211, + "scoreConfidence" : [ + 4922.341023700717, + 6865.487620789139 + ], + "scorePercentiles" : { + "0.0" : 5479.993916706935, + "50.0" : 5910.2589322826925, + "90.0" : 6119.298787513505, + "95.0" : 6119.298787513505, + "99.0" : 6119.298787513505, + "99.9" : 6119.298787513505, + "99.99" : 6119.298787513505, + "99.999" : 6119.298787513505, + "99.9999" : 6119.298787513505, + "100.0" : 6119.298787513505 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5910.2589322826925, + 5479.993916706935, + 5886.655567279317, + 6073.364407442189, + 6119.298787513505 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4954729747259874E7, + "scoreError" : 637373.4162762148, + "scoreConfidence" : [ + 2.4317356330983657E7, + 2.559210316353609E7 + ], + "scorePercentiles" : { + "0.0" : 2.46953801636931E7, + "50.0" : 2.4986085886097755E7, + "90.0" : 2.509427185141454E7, + "95.0" : 2.509427185141454E7, + "99.0" : 2.509427185141454E7, + "99.9" : 2.509427185141454E7, + "99.99" : 2.509427185141454E7, + "99.999" : 2.509427185141454E7, + "99.9999" : 2.509427185141454E7, + "100.0" : 2.509427185141454E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4904183718410097E7, + 2.509427185141454E7, + 2.46953801636931E7, + 2.4986085886097755E7, + 2.509372711668387E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2754184.1824031323, + "scoreError" : 557071.8732297155, + "scoreConfidence" : [ + 2197112.309173417, + 3311256.055632848 + ], + "scorePercentiles" : { + "0.0" : 2499450.084403674, + "50.0" : 2801239.0337640857, + "90.0" : 2857210.4736781614, + "95.0" : 2857210.4736781614, + "99.0" : 2857210.4736781614, + "99.9" : 2857210.4736781614, + "99.99" : 2857210.4736781614, + "99.999" : 2857210.4736781614, + "99.9999" : 2857210.4736781614, + "100.0" : 2857210.4736781614 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2822685.378595904, + 2790335.941573837, + 2499450.084403674, + 2801239.0337640857, + 2857210.4736781614 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 213017.3539445432, + "scoreError" : 35362.954646552585, + "scoreConfidence" : [ + 177654.3992979906, + 248380.3085910958 + ], + "scorePercentiles" : { + "0.0" : 198542.76007808535, + "50.0" : 217341.66367622628, + "90.0" : 220703.02974238867, + "95.0" : 220703.02974238867, + "99.0" : 220703.02974238867, + "99.9" : 220703.02974238867, + "99.99" : 220703.02974238867, + "99.999" : 220703.02974238867, + "99.9999" : 220703.02974238867, + "100.0" : 220703.02974238867 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 217341.66367622628, + 209400.0597463711, + 198542.76007808535, + 219099.25647964454, + 220703.02974238867 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 960.3511430313653, + "scoreError" : 243.05539542242954, + "scoreConfidence" : [ + 717.2957476089357, + 1203.4065384537948 + ], + "scorePercentiles" : { + "0.0" : 849.0526219900678, + "50.0" : 989.5513651184935, + "90.0" : 1000.9785774360984, + "95.0" : 1000.9785774360984, + "99.0" : 1000.9785774360984, + "99.9" : 1000.9785774360984, + "99.99" : 1000.9785774360984, + "99.999" : 1000.9785774360984, + "99.9999" : 1000.9785774360984, + "100.0" : 1000.9785774360984 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 990.7400676155721, + 849.0526219900678, + 971.4330829965946, + 1000.9785774360984, + 989.5513651184935 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0014606850838326E7, + "scoreError" : 1562523.7524567787, + "scoreConfidence" : [ + 1.845208309838155E7, + 2.1577130603295103E7 + ], + "scorePercentiles" : { + "0.0" : 1.954762794948056E7, + "50.0" : 2.018927542176808E7, + "90.0" : 2.0435884038014214E7, + "95.0" : 2.0435884038014214E7, + "99.0" : 2.0435884038014214E7, + "99.9" : 2.0435884038014214E7, + "99.99" : 2.0435884038014214E7, + "99.999" : 2.0435884038014214E7, + "99.9999" : 2.0435884038014214E7, + "100.0" : 2.0435884038014214E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9615258889746774E7, + 2.0435884038014214E7, + 2.018927542176808E7, + 2.0284987955181982E7, + 1.954762794948056E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2401781.931686024, + "scoreError" : 263442.2344765346, + "scoreConfidence" : [ + 2138339.6972094895, + 2665224.166162559 + ], + "scorePercentiles" : { + "0.0" : 2302174.422262349, + "50.0" : 2417906.5844510165, + "90.0" : 2476467.5382979927, + "95.0" : 2476467.5382979927, + "99.0" : 2476467.5382979927, + "99.9" : 2476467.5382979927, + "99.99" : 2476467.5382979927, + "99.999" : 2476467.5382979927, + "99.9999" : 2476467.5382979927, + "100.0" : 2476467.5382979927 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2302174.422262349, + 2476467.5382979927, + 2417906.5844510165, + 2444418.064698412, + 2367943.0487203524 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 250268.01716549267, + "scoreError" : 49523.77050059978, + "scoreConfidence" : [ + 200744.24666489288, + 299791.78766609245 + ], + "scorePercentiles" : { + "0.0" : 228824.93186200532, + "50.0" : 253207.5038102834, + "90.0" : 262438.5145465448, + "95.0" : 262438.5145465448, + "99.0" : 262438.5145465448, + "99.9" : 262438.5145465448, + "99.99" : 262438.5145465448, + "99.999" : 262438.5145465448, + "99.9999" : 262438.5145465448, + "100.0" : 262438.5145465448 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 256971.28766894442, + 253207.5038102834, + 249897.8479396855, + 262438.5145465448, + 228824.93186200532 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2478.1283976245263, + "scoreError" : 707.1195280026835, + "scoreConfidence" : [ + 1771.0088696218427, + 3185.24792562721 + ], + "scorePercentiles" : { + "0.0" : 2153.516739938261, + "50.0" : 2545.9394337355484, + "90.0" : 2587.2277544144117, + "95.0" : 2587.2277544144117, + "99.0" : 2587.2277544144117, + "99.9" : 2587.2277544144117, + "99.99" : 2587.2277544144117, + "99.999" : 2587.2277544144117, + "99.9999" : 2587.2277544144117, + "100.0" : 2587.2277544144117 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2153.516739938261, + 2519.512294029171, + 2584.44576600524, + 2587.2277544144117, + 2545.9394337355484 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4638064426320497E7, + "scoreError" : 1837881.439977789, + "scoreConfidence" : [ + 2.280018298634271E7, + 2.6475945866298284E7 + ], + "scorePercentiles" : { + "0.0" : 2.413832429271676E7, + "50.0" : 2.4561962056577947E7, + "90.0" : 2.513195153089733E7, + "95.0" : 2.513195153089733E7, + "99.0" : 2.513195153089733E7, + "99.9" : 2.513195153089733E7, + "99.99" : 2.513195153089733E7, + "99.999" : 2.513195153089733E7, + "99.9999" : 2.513195153089733E7, + "100.0" : 2.513195153089733E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.422714837471433E7, + 2.413832429271676E7, + 2.5130935876696106E7, + 2.513195153089733E7, + 2.4561962056577947E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3019847.928462499, + "scoreError" : 593087.5929652386, + "scoreConfidence" : [ + 2426760.33549726, + 3612935.5214277375 + ], + "scorePercentiles" : { + "0.0" : 2755240.4945589444, + "50.0" : 3063426.5079055773, + "90.0" : 3155902.564175481, + "95.0" : 3155902.564175481, + "99.0" : 3155902.564175481, + "99.9" : 3155902.564175481, + "99.99" : 3155902.564175481, + "99.999" : 3155902.564175481, + "99.9999" : 3155902.564175481, + "100.0" : 3155902.564175481 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3041659.7525981013, + 2755240.4945589444, + 3155902.564175481, + 3083010.3230743892, + 3063426.5079055773 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 180626.9354928718, + "scoreError" : 32657.521510477985, + "scoreConfidence" : [ + 147969.4139823938, + 213284.4570033498 + ], + "scorePercentiles" : { + "0.0" : 167047.87700216583, + "50.0" : 183214.87114132603, + "90.0" : 188178.68427081814, + "95.0" : 188178.68427081814, + "99.0" : 188178.68427081814, + "99.9" : 188178.68427081814, + "99.99" : 188178.68427081814, + "99.999" : 188178.68427081814, + "99.9999" : 188178.68427081814, + "100.0" : 188178.68427081814 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 178242.88316886406, + 186450.3618811849, + 167047.87700216583, + 183214.87114132603, + 188178.68427081814 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1086.9498608765603, + "scoreError" : 64.9926519044811, + "scoreConfidence" : [ + 1021.9572089720791, + 1151.9425127810414 + ], + "scorePercentiles" : { + "0.0" : 1072.8076922589005, + "50.0" : 1079.0918363105611, + "90.0" : 1114.978409951709, + "95.0" : 1114.978409951709, + "99.0" : 1114.978409951709, + "99.9" : 1114.978409951709, + "99.99" : 1114.978409951709, + "99.999" : 1114.978409951709, + "99.9999" : 1114.978409951709, + "100.0" : 1114.978409951709 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1072.8076922589005, + 1114.978409951709, + 1079.0918363105611, + 1077.8529212921976, + 1090.0184445694329 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.4950402354558215E7, + "scoreError" : 1.350425733308058E7, + "scoreConfidence" : [ + 3.1446145021477632E7, + 5.84546596876388E7 + ], + "scorePercentiles" : { + "0.0" : 3.870397184779934E7, + "50.0" : 4.626114573238143E7, + "90.0" : 4.7042618471094795E7, + "95.0" : 4.7042618471094795E7, + "99.0" : 4.7042618471094795E7, + "99.9" : 4.7042618471094795E7, + "99.99" : 4.7042618471094795E7, + "99.999" : 4.7042618471094795E7, + "99.9999" : 4.7042618471094795E7, + "100.0" : 4.7042618471094795E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.626114573238143E7, + 3.870397184779934E7, + 4.7042618471094795E7, + 4.6229696095735736E7, + 4.651457962577979E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.021253071018517E7, + "scoreError" : 3175341.7856849376, + "scoreConfidence" : [ + 1.7037188924500234E7, + 2.3387872495870106E7 + ], + "scorePercentiles" : { + "0.0" : 1.8822553983888842E7, + "50.0" : 2.0324121819295768E7, + "90.0" : 2.0922336466774676E7, + "95.0" : 2.0922336466774676E7, + "99.0" : 2.0922336466774676E7, + "99.9" : 2.0922336466774676E7, + "99.99" : 2.0922336466774676E7, + "99.999" : 2.0922336466774676E7, + "99.9999" : 2.0922336466774676E7, + "100.0" : 2.0922336466774676E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.02622148886889E7, + 1.8822553983888842E7, + 2.0324121819295768E7, + 2.0922336466774676E7, + 2.073142639227768E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 5895518.719014364, + "scoreError" : 618805.093199864, + "scoreConfidence" : [ + 5276713.6258145, + 6514323.812214228 + ], + "scorePercentiles" : { + "0.0" : 5650702.184645944, + "50.0" : 5956943.842875724, + "90.0" : 6070525.862915417, + "95.0" : 6070525.862915417, + "99.0" : 6070525.862915417, + "99.9" : 6070525.862915417, + "99.99" : 6070525.862915417, + "99.999" : 6070525.862915417, + "99.9999" : 6070525.862915417, + "100.0" : 6070525.862915417 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5956943.842875724, + 5966529.03263745, + 5650702.184645944, + 5832892.671997288, + 6070525.862915417 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1784997.744167826, + "scoreError" : 428413.13230972417, + "scoreConfidence" : [ + 1356584.6118581018, + 2213410.8764775502 + ], + "scorePercentiles" : { + "0.0" : 1590228.9960930631, + "50.0" : 1838144.9808512635, + "90.0" : 1853539.6678512339, + "95.0" : 1853539.6678512339, + "99.0" : 1853539.6678512339, + "99.9" : 1853539.6678512339, + "99.99" : 1853539.6678512339, + "99.999" : 1853539.6678512339, + "99.9999" : 1853539.6678512339, + "100.0" : 1853539.6678512339 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1838144.9808512635, + 1795220.722672022, + 1590228.9960930631, + 1847854.3533715478, + 1853539.6678512339 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2663124051728748E7, + "scoreError" : 4481629.479634105, + "scoreConfidence" : [ + 1.818149457209464E7, + 2.7144753531362854E7 + ], + "scorePercentiles" : { + "0.0" : 2.0671159244564965E7, + "50.0" : 2.316869531909735E7, + "90.0" : 2.3566839672575932E7, + "95.0" : 2.3566839672575932E7, + "99.0" : 2.3566839672575932E7, + "99.9" : 2.3566839672575932E7, + "99.99" : 2.3566839672575932E7, + "99.999" : 2.3566839672575932E7, + "99.9999" : 2.3566839672575932E7, + "100.0" : 2.3566839672575932E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2631707973579776E7, + 2.0671159244564965E7, + 2.316869531909735E7, + 2.32772180488257E7, + 2.3566839672575932E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3381219.295390047, + "scoreError" : 659969.3152374356, + "scoreConfidence" : [ + 2721249.9801526116, + 4041188.6106274826 + ], + "scorePercentiles" : { + "0.0" : 3090591.0649596415, + "50.0" : 3439114.0082016652, + "90.0" : 3530975.290462591, + "95.0" : 3530975.290462591, + "99.0" : 3530975.290462591, + "99.9" : 3530975.290462591, + "99.99" : 3530975.290462591, + "99.999" : 3530975.290462591, + "99.9999" : 3530975.290462591, + "100.0" : 3530975.290462591 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3090591.0649596415, + 3439114.0082016652, + 3379034.7053711344, + 3530975.290462591, + 3466381.4079552023 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 237119.2246432947, + "scoreError" : 56514.011001154584, + "scoreConfidence" : [ + 180605.21364214012, + 293633.2356444493 + ], + "scorePercentiles" : { + "0.0" : 211305.2391457755, + "50.0" : 242627.03703079832, + "90.0" : 247673.4194652683, + "95.0" : 247673.4194652683, + "99.0" : 247673.4194652683, + "99.9" : 247673.4194652683, + "99.99" : 247673.4194652683, + "99.999" : 247673.4194652683, + "99.9999" : 247673.4194652683, + "100.0" : 247673.4194652683 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 242627.03703079832, + 211305.2391457755, + 243721.52122511613, + 240268.90634951534, + 247673.4194652683 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1143.5517061867793, + "scoreError" : 70.63652587323621, + "scoreConfidence" : [ + 1072.915180313543, + 1214.1882320600155 + ], + "scorePercentiles" : { + "0.0" : 1123.7247540364112, + "50.0" : 1153.6683278645628, + "90.0" : 1161.968565216489, + "95.0" : 1161.968565216489, + "99.0" : 1161.968565216489, + "99.9" : 1161.968565216489, + "99.99" : 1161.968565216489, + "99.999" : 1161.968565216489, + "99.9999" : 1161.968565216489, + "100.0" : 1161.968565216489 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1153.6683278645628, + 1123.8120076973578, + 1161.968565216489, + 1123.7247540364112, + 1154.5848761190755 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.5037652843524426E7, + "scoreError" : 1161147.205119252, + "scoreConfidence" : [ + 1.3876505638405174E7, + 1.6198800048643678E7 + ], + "scorePercentiles" : { + "0.0" : 1.4534681677804878E7, + "50.0" : 1.5158621964368427E7, + "90.0" : 1.528082722148601E7, + "95.0" : 1.528082722148601E7, + "99.0" : 1.528082722148601E7, + "99.9" : 1.528082722148601E7, + "99.99" : 1.528082722148601E7, + "99.999" : 1.528082722148601E7, + "99.9999" : 1.528082722148601E7, + "100.0" : 1.528082722148601E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.528082722148601E7, + 1.4534681677804878E7, + 1.5158621964368427E7, + 1.4990154993740086E7, + 1.5223978360222723E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.1835126263003897E7, + "scoreError" : 2527655.051939628, + "scoreConfidence" : [ + 1.9307471211064268E7, + 2.4362781314943526E7 + ], + "scorePercentiles" : { + "0.0" : 2.0710530065473236E7, + "50.0" : 2.2117615753080357E7, + "90.0" : 2.2368372116016038E7, + "95.0" : 2.2368372116016038E7, + "99.0" : 2.2368372116016038E7, + "99.9" : 2.2368372116016038E7, + "99.99" : 2.2368372116016038E7, + "99.999" : 2.2368372116016038E7, + "99.9999" : 2.2368372116016038E7, + "100.0" : 2.2368372116016038E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.183625266870599E7, + 2.2368372116016038E7, + 2.0710530065473236E7, + 2.2117615753080357E7, + 2.2142860711743858E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 5054237.429305537, + "scoreError" : 222967.2829812169, + "scoreConfidence" : [ + 4831270.14632432, + 5277204.712286754 + ], + "scorePercentiles" : { + "0.0" : 4975126.307881435, + "50.0" : 5084546.598890333, + "90.0" : 5113451.476248337, + "95.0" : 5113451.476248337, + "99.0" : 5113451.476248337, + "99.9" : 5113451.476248337, + "99.99" : 5113451.476248337, + "99.999" : 5113451.476248337, + "99.9999" : 5113451.476248337, + "100.0" : 5113451.476248337 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5085594.476978496, + 4975126.307881435, + 5084546.598890333, + 5113451.476248337, + 5012468.286529088 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1006741.9075303182, + "scoreError" : 179852.1506548159, + "scoreConfidence" : [ + 826889.7568755024, + 1186594.058185134 + ], + "scorePercentiles" : { + "0.0" : 927706.3747925597, + "50.0" : 1026948.2103457055, + "90.0" : 1040986.0849510803, + "95.0" : 1040986.0849510803, + "99.0" : 1040986.0849510803, + "99.9" : 1040986.0849510803, + "99.99" : 1040986.0849510803, + "99.999" : 1040986.0849510803, + "99.9999" : 1040986.0849510803, + "100.0" : 1040986.0849510803 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1026948.2103457055, + 1040986.0849510803, + 1036302.9209170475, + 1001765.9466451975, + 927706.3747925597 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3806692760514937E7, + "scoreError" : 3117022.6013212306, + "scoreConfidence" : [ + 2.0689670159193706E7, + 2.692371536183617E7 + ], + "scorePercentiles" : { + "0.0" : 2.248382008025636E7, + "50.0" : 2.403600242295147E7, + "90.0" : 2.4512461238157753E7, + "95.0" : 2.4512461238157753E7, + "99.0" : 2.4512461238157753E7, + "99.9" : 2.4512461238157753E7, + "99.99" : 2.4512461238157753E7, + "99.999" : 2.4512461238157753E7, + "99.9999" : 2.4512461238157753E7, + "100.0" : 2.4512461238157753E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.403600242295147E7, + 2.365047531648522E7, + 2.248382008025636E7, + 2.43507047447239E7, + 2.4512461238157753E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3527463.585140778, + "scoreError" : 315298.48031747807, + "scoreConfidence" : [ + 3212165.1048233, + 3842762.0654582563 + ], + "scorePercentiles" : { + "0.0" : 3421312.3628971996, + "50.0" : 3506103.413004096, + "90.0" : 3628354.1193599044, + "95.0" : 3628354.1193599044, + "99.0" : 3628354.1193599044, + "99.9" : 3628354.1193599044, + "99.99" : 3628354.1193599044, + "99.999" : 3628354.1193599044, + "99.9999" : 3628354.1193599044, + "100.0" : 3628354.1193599044 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3421312.3628971996, + 3588529.030555397, + 3506103.413004096, + 3628354.1193599044, + 3493018.999887295 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 210761.81795963616, + "scoreError" : 51139.523322051544, + "scoreConfidence" : [ + 159622.29463758462, + 261901.3412816877 + ], + "scorePercentiles" : { + "0.0" : 187014.65033070015, + "50.0" : 216531.07445651066, + "90.0" : 217154.66254959544, + "95.0" : 217154.66254959544, + "99.0" : 217154.66254959544, + "99.9" : 217154.66254959544, + "99.99" : 217154.66254959544, + "99.999" : 217154.66254959544, + "99.9999" : 217154.66254959544, + "100.0" : 217154.66254959544 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 216531.07445651066, + 216149.40505629886, + 216959.29740507572, + 187014.65033070015, + 217154.66254959544 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1199.1767291272288, + "scoreError" : 84.83143149895442, + "scoreConfidence" : [ + 1114.3452976282745, + 1284.008160626183 + ], + "scorePercentiles" : { + "0.0" : 1162.6287305679593, + "50.0" : 1200.1788246479027, + "90.0" : 1217.8007541332986, + "95.0" : 1217.8007541332986, + "99.0" : 1217.8007541332986, + "99.9" : 1217.8007541332986, + "99.99" : 1217.8007541332986, + "99.999" : 1217.8007541332986, + "99.9999" : 1217.8007541332986, + "100.0" : 1217.8007541332986 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1162.6287305679593, + 1200.0688563966996, + 1217.8007541332986, + 1215.2064798902834, + 1200.1788246479027 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.3294038509140894E7, + "scoreError" : 1.3445168935287708E7, + "scoreConfidence" : [ + 2.9848869573853187E7, + 5.67392074444286E7 + ], + "scorePercentiles" : { + "0.0" : 3.7071875467965215E7, + "50.0" : 4.470326925780074E7, + "90.0" : 4.532778512698338E7, + "95.0" : 4.532778512698338E7, + "99.0" : 4.532778512698338E7, + "99.9" : 4.532778512698338E7, + "99.99" : 4.532778512698338E7, + "99.999" : 4.532778512698338E7, + "99.9999" : 4.532778512698338E7, + "100.0" : 4.532778512698338E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.7071875467965215E7, + 4.470326925780074E7, + 4.532778512698338E7, + 4.4499693043373175E7, + 4.486756964958195E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.8798432847963635E7, + "scoreError" : 3826331.364622727, + "scoreConfidence" : [ + 1.4972101483340908E7, + 2.2624764212586362E7 + ], + "scorePercentiles" : { + "0.0" : 1.7055336569937445E7, + "50.0" : 1.921474225117897E7, + "90.0" : 1.9422395808845505E7, + "95.0" : 1.9422395808845505E7, + "99.0" : 1.9422395808845505E7, + "99.9" : 1.9422395808845505E7, + "99.99" : 1.9422395808845505E7, + "99.999" : 1.9422395808845505E7, + "99.9999" : 1.9422395808845505E7, + "100.0" : 1.9422395808845505E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7055336569937445E7, + 1.9422395808845505E7, + 1.937527732115335E7, + 1.892441228870291E7, + 1.921474225117897E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 6038373.0190496575, + "scoreError" : 544482.2985714901, + "scoreConfidence" : [ + 5493890.720478168, + 6582855.317621147 + ], + "scorePercentiles" : { + "0.0" : 5880629.1656643255, + "50.0" : 6043036.13738745, + "90.0" : 6187657.238459388, + "95.0" : 6187657.238459388, + "99.0" : 6187657.238459388, + "99.9" : 6187657.238459388, + "99.99" : 6187657.238459388, + "99.999" : 6187657.238459388, + "99.9999" : 6187657.238459388, + "100.0" : 6187657.238459388 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6187657.238459388, + 5880629.1656643255, + 6043036.13738745, + 5912251.056847153, + 6168291.496889971 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1837105.6130114198, + "scoreError" : 405475.7783755854, + "scoreConfidence" : [ + 1431629.8346358344, + 2242581.3913870053 + ], + "scorePercentiles" : { + "0.0" : 1657711.961134179, + "50.0" : 1850934.4884631173, + "90.0" : 1914724.4936830557, + "95.0" : 1914724.4936830557, + "99.0" : 1914724.4936830557, + "99.9" : 1914724.4936830557, + "99.99" : 1914724.4936830557, + "99.999" : 1914724.4936830557, + "99.9999" : 1914724.4936830557, + "100.0" : 1914724.4936830557 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1850934.4884631173, + 1657711.961134179, + 1848769.4346319814, + 1913387.6871447652, + 1914724.4936830557 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.494485542678391E7, + "scoreError" : 1364749.3312040714, + "scoreConfidence" : [ + 2.3580106095579837E7, + 2.630960475798798E7 + ], + "scorePercentiles" : { + "0.0" : 2.447794859273462E7, + "50.0" : 2.49764769795514E7, + "90.0" : 2.5426767243316576E7, + "95.0" : 2.5426767243316576E7, + "99.0" : 2.5426767243316576E7, + "99.9" : 2.5426767243316576E7, + "99.99" : 2.5426767243316576E7, + "99.999" : 2.5426767243316576E7, + "99.9999" : 2.5426767243316576E7, + "100.0" : 2.5426767243316576E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.507986025964421E7, + 2.5426767243316576E7, + 2.4763224058672722E7, + 2.447794859273462E7, + 2.49764769795514E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.7819064260032844E7, + "scoreError" : 2458955.5264297468, + "scoreConfidence" : [ + 1.5360108733603097E7, + 2.027801978646259E7 + ], + "scorePercentiles" : { + "0.0" : 1.6768946261670547E7, + "50.0" : 1.805105808847816E7, + "90.0" : 1.8382954776504558E7, + "95.0" : 1.8382954776504558E7, + "99.0" : 1.8382954776504558E7, + "99.9" : 1.8382954776504558E7, + "99.99" : 1.8382954776504558E7, + "99.999" : 1.8382954776504558E7, + "99.9999" : 1.8382954776504558E7, + "100.0" : 1.8382954776504558E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6768946261670547E7, + 1.805105808847816E7, + 1.8382954776504558E7, + 1.819547394241423E7, + 1.7696888231096715E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1.8194176761386838E7, + "scoreError" : 2462553.914654232, + "scoreConfidence" : [ + 1.5731622846732605E7, + 2.065673067604107E7 + ], + "scorePercentiles" : { + "0.0" : 1.706385085559543E7, + "50.0" : 1.8450181440230925E7, + "90.0" : 1.863012307480752E7, + "95.0" : 1.863012307480752E7, + "99.0" : 1.863012307480752E7, + "99.9" : 1.863012307480752E7, + "99.99" : 1.863012307480752E7, + "99.999" : 1.863012307480752E7, + "99.9999" : 1.863012307480752E7, + "100.0" : 1.863012307480752E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.863012307480752E7, + 1.847089534487696E7, + 1.8355833091423362E7, + 1.8450181440230925E7, + 1.706385085559543E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1232577.757500071, + "scoreError" : 39779.83032973134, + "scoreConfidence" : [ + 1192797.9271703397, + 1272357.5878298024 + ], + "scorePercentiles" : { + "0.0" : 1220982.8292369172, + "50.0" : 1230251.5751928757, + "90.0" : 1244416.2464897172, + "95.0" : 1244416.2464897172, + "99.0" : 1244416.2464897172, + "99.9" : 1244416.2464897172, + "99.99" : 1244416.2464897172, + "99.999" : 1244416.2464897172, + "99.9999" : 1244416.2464897172, + "100.0" : 1244416.2464897172 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1242125.569443659, + 1225112.567137187, + 1220982.8292369172, + 1230251.5751928757, + 1244416.2464897172 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.492525307156772E7, + "scoreError" : 7453025.9857972665, + "scoreConfidence" : [ + 7472227.085770453, + 2.2378279057364985E7 + ], + "scorePercentiles" : { + "0.0" : 1.1780889429222886E7, + "50.0" : 1.5861508660606459E7, + "90.0" : 1.634102570608885E7, + "95.0" : 1.634102570608885E7, + "99.0" : 1.634102570608885E7, + "99.9" : 1.634102570608885E7, + "99.99" : 1.634102570608885E7, + "99.999" : 1.634102570608885E7, + "99.9999" : 1.634102570608885E7, + "100.0" : 1.634102570608885E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4345932503076175E7, + 1.1780889429222886E7, + 1.629690905884422E7, + 1.5861508660606459E7, + 1.634102570608885E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8314299.9737685975, + "scoreError" : 1404288.2556680348, + "scoreConfidence" : [ + 6910011.718100563, + 9718588.229436632 + ], + "scorePercentiles" : { + "0.0" : 7741757.89055093, + "50.0" : 8432877.276288372, + "90.0" : 8709635.033343278, + "95.0" : 8709635.033343278, + "99.0" : 8709635.033343278, + "99.9" : 8709635.033343278, + "99.99" : 8709635.033343278, + "99.999" : 8709635.033343278, + "99.9999" : 8709635.033343278, + "100.0" : 8709635.033343278 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8216888.146818575, + 8470341.521841832, + 7741757.89055093, + 8432877.276288372, + 8709635.033343278 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4535192.190035224, + "scoreError" : 902248.7096434556, + "scoreConfidence" : [ + 3632943.4803917683, + 5437440.899678679 + ], + "scorePercentiles" : { + "0.0" : 4121104.348951265, + "50.0" : 4630092.290790444, + "90.0" : 4673262.193195744, + "95.0" : 4673262.193195744, + "99.0" : 4673262.193195744, + "99.9" : 4673262.193195744, + "99.99" : 4673262.193195744, + "99.999" : 4673262.193195744, + "99.9999" : 4673262.193195744, + "100.0" : 4673262.193195744 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4630092.290790444, + 4668569.86411801, + 4582932.253120654, + 4121104.348951265, + 4673262.193195744 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1620128.978007136, + "scoreError" : 417544.1131912871, + "scoreConfidence" : [ + 1202584.8648158489, + 2037673.091198423 + ], + "scorePercentiles" : { + "0.0" : 1430593.2041422806, + "50.0" : 1655685.1908906668, + "90.0" : 1700518.1699568129, + "95.0" : 1700518.1699568129, + "99.0" : 1700518.1699568129, + "99.9" : 1700518.1699568129, + "99.99" : 1700518.1699568129, + "99.999" : 1700518.1699568129, + "99.9999" : 1700518.1699568129, + "100.0" : 1700518.1699568129 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1430593.2041422806, + 1638563.2562092962, + 1655685.1908906668, + 1675285.0688366233, + 1700518.1699568129 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4063706995584346E7, + "scoreError" : 5819642.726506798, + "scoreConfidence" : [ + 1.8244064269077547E7, + 2.9883349722091146E7 + ], + "scorePercentiles" : { + "0.0" : 2.137566477217955E7, + "50.0" : 2.467004809489283E7, + "90.0" : 2.4998084148944613E7, + "95.0" : 2.4998084148944613E7, + "99.0" : 2.4998084148944613E7, + "99.9" : 2.4998084148944613E7, + "99.99" : 2.4998084148944613E7, + "99.999" : 2.4998084148944613E7, + "99.9999" : 2.4998084148944613E7, + "100.0" : 2.4998084148944613E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4998084148944613E7, + 2.137566477217955E7, + 2.4559362200881835E7, + 2.471537576102289E7, + 2.467004809489283E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.1393463037210293E7, + "scoreError" : 802257.860657832, + "scoreConfidence" : [ + 2.059120517655246E7, + 2.2195720897868127E7 + ], + "scorePercentiles" : { + "0.0" : 2.115166357413731E7, + "50.0" : 2.13707441989369E7, + "90.0" : 2.1647776115504976E7, + "95.0" : 2.1647776115504976E7, + "99.0" : 2.1647776115504976E7, + "99.9" : 2.1647776115504976E7, + "99.99" : 2.1647776115504976E7, + "99.999" : 2.1647776115504976E7, + "99.9999" : 2.1647776115504976E7, + "100.0" : 2.1647776115504976E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.124058108274469E7, + 2.1647776115504976E7, + 2.13707441989369E7, + 2.115166357413731E7, + 2.1556550214727584E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1.54544544195699E7, + "scoreError" : 814145.1912078805, + "scoreConfidence" : [ + 1.464030922836202E7, + 1.626859961077778E7 + ], + "scorePercentiles" : { + "0.0" : 1.517098311434126E7, + "50.0" : 1.5436168345069071E7, + "90.0" : 1.5744677265680255E7, + "95.0" : 1.5744677265680255E7, + "99.0" : 1.5744677265680255E7, + "99.9" : 1.5744677265680255E7, + "99.99" : 1.5744677265680255E7, + "99.999" : 1.5744677265680255E7, + "99.9999" : 1.5744677265680255E7, + "100.0" : 1.5744677265680255E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5377077376852877E7, + 1.5744677265680255E7, + 1.517098311434126E7, + 1.5436168345069071E7, + 1.5543365995906042E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1249367.2282881783, + "scoreError" : 237796.33834554936, + "scoreConfidence" : [ + 1011570.889942629, + 1487163.5666337276 + ], + "scorePercentiles" : { + "0.0" : 1140478.4823433678, + "50.0" : 1271069.4204776788, + "90.0" : 1293253.0792199455, + "95.0" : 1293253.0792199455, + "99.0" : 1293253.0792199455, + "99.9" : 1293253.0792199455, + "99.99" : 1293253.0792199455, + "99.999" : 1293253.0792199455, + "99.9999" : 1293253.0792199455, + "100.0" : 1293253.0792199455 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1140478.4823433678, + 1276652.730441517, + 1265382.428958383, + 1271069.4204776788, + 1293253.0792199455 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2165937262964326E8, + "scoreError" : 8493272.150927424, + "scoreConfidence" : [ + 2.1316610047871584E8, + 2.301526447805707E8 + ], + "scorePercentiles" : { + "0.0" : 2.1921908681882054E8, + "50.0" : 2.2143460340964752E8, + "90.0" : 2.2522892452668262E8, + "95.0" : 2.2522892452668262E8, + "99.0" : 2.2522892452668262E8, + "99.9" : 2.2522892452668262E8, + "99.99" : 2.2522892452668262E8, + "99.999" : 2.2522892452668262E8, + "99.9999" : 2.2522892452668262E8, + "100.0" : 2.2522892452668262E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1921908681882054E8, + 2.208174134263878E8, + 2.2522892452668262E8, + 2.2143460340964752E8, + 2.21596834966678E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4270614.33227654, + "scoreError" : 851381.777352669, + "scoreConfidence" : [ + 3419232.5549238706, + 5121996.109629209 + ], + "scorePercentiles" : { + "0.0" : 3877231.105996639, + "50.0" : 4360483.579749004, + "90.0" : 4406567.644351888, + "95.0" : 4406567.644351888, + "99.0" : 4406567.644351888, + "99.9" : 4406567.644351888, + "99.99" : 4406567.644351888, + "99.999" : 4406567.644351888, + "99.9999" : 4406567.644351888, + "100.0" : 4406567.644351888 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3877231.105996639, + 4406567.644351888, + 4344534.96500246, + 4364254.36628271, + 4360483.579749004 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 297096.1879687953, + "scoreError" : 69426.50399741207, + "scoreConfidence" : [ + 227669.68397138323, + 366522.69196620735 + ], + "scorePercentiles" : { + "0.0" : 265221.6142455782, + "50.0" : 303989.96161361004, + "90.0" : 309700.5902463754, + "95.0" : 309700.5902463754, + "99.0" : 309700.5902463754, + "99.9" : 309700.5902463754, + "99.99" : 309700.5902463754, + "99.999" : 309700.5902463754, + "99.9999" : 309700.5902463754, + "100.0" : 309700.5902463754 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 265221.6142455782, + 302468.98337391054, + 303989.96161361004, + 304099.79036450223, + 309700.5902463754 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1109.4710123777627, + "scoreError" : 217.57927044160257, + "scoreConfidence" : [ + 891.8917419361601, + 1327.0502828193653 + ], + "scorePercentiles" : { + "0.0" : 1012.9524815279923, + "50.0" : 1122.0752213392705, + "90.0" : 1151.0901530190704, + "95.0" : 1151.0901530190704, + "99.0" : 1151.0901530190704, + "99.9" : 1151.0901530190704, + "99.99" : 1151.0901530190704, + "99.999" : 1151.0901530190704, + "99.9999" : 1151.0901530190704, + "100.0" : 1151.0901530190704 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1122.0752213392705, + 1012.9524815279923, + 1148.9190532957352, + 1112.3181527067443, + 1151.0901530190704 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4430744883273768E8, + "scoreError" : 6029737.406869259, + "scoreConfidence" : [ + 1.3827771142586842E8, + 1.5033718623960695E8 + ], + "scorePercentiles" : { + "0.0" : 1.4153191217772093E8, + "50.0" : 1.448372745911659E8, + "90.0" : 1.453224315833559E8, + "95.0" : 1.453224315833559E8, + "99.0" : 1.453224315833559E8, + "99.9" : 1.453224315833559E8, + "99.99" : 1.453224315833559E8, + "99.999" : 1.453224315833559E8, + "99.9999" : 1.453224315833559E8, + "100.0" : 1.453224315833559E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4505765006135535E8, + 1.4153191217772093E8, + 1.453224315833559E8, + 1.448372745911659E8, + 1.4478797575009042E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 7771162.167659923, + "scoreError" : 1055197.635321895, + "scoreConfidence" : [ + 6715964.532338029, + 8826359.802981818 + ], + "scorePercentiles" : { + "0.0" : 7351109.926847225, + "50.0" : 7812136.5676407665, + "90.0" : 8076473.997508254, + "95.0" : 8076473.997508254, + "99.0" : 8076473.997508254, + "99.9" : 8076473.997508254, + "99.99" : 8076473.997508254, + "99.999" : 8076473.997508254, + "99.9999" : 8076473.997508254, + "100.0" : 8076473.997508254 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7351109.926847225, + 7693340.803146603, + 8076473.997508254, + 7812136.5676407665, + 7922749.543156767 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 464173.3409122954, + "scoreError" : 81778.94362766153, + "scoreConfidence" : [ + 382394.39728463383, + 545952.284539957 + ], + "scorePercentiles" : { + "0.0" : 427702.4402193964, + "50.0" : 470220.5080500669, + "90.0" : 483536.76563257334, + "95.0" : 483536.76563257334, + "99.0" : 483536.76563257334, + "99.9" : 483536.76563257334, + "99.99" : 483536.76563257334, + "99.999" : 483536.76563257334, + "99.9999" : 483536.76563257334, + "100.0" : 483536.76563257334 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 468878.0333964904, + 427702.4402193964, + 470220.5080500669, + 483536.76563257334, + 470528.9572629504 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1786.0396578208697, + "scoreError" : 105.65252528305207, + "scoreConfidence" : [ + 1680.3871325378177, + 1891.6921831039217 + ], + "scorePercentiles" : { + "0.0" : 1748.184454502097, + "50.0" : 1798.7564117671607, + "90.0" : 1810.8690217524645, + "95.0" : 1810.8690217524645, + "99.0" : 1810.8690217524645, + "99.9" : 1810.8690217524645, + "99.99" : 1810.8690217524645, + "99.999" : 1810.8690217524645, + "99.9999" : 1810.8690217524645, + "100.0" : 1810.8690217524645 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1806.194398033729, + 1766.1940030488984, + 1810.8690217524645, + 1748.184454502097, + 1798.7564117671607 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.225357018427984E8, + "scoreError" : 9495163.909092283, + "scoreConfidence" : [ + 2.1304053793370613E8, + 2.320308657518907E8 + ], + "scorePercentiles" : { + "0.0" : 2.1968810229537985E8, + "50.0" : 2.234705538040199E8, + "90.0" : 2.249377727303856E8, + "95.0" : 2.249377727303856E8, + "99.0" : 2.249377727303856E8, + "99.9" : 2.249377727303856E8, + "99.99" : 2.249377727303856E8, + "99.999" : 2.249377727303856E8, + "99.9999" : 2.249377727303856E8, + "100.0" : 2.249377727303856E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.249377727303856E8, + 2.201173906340909E8, + 2.1968810229537985E8, + 2.24464689750116E8, + 2.234705538040199E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2173140.401935037, + "scoreError" : 779148.5418122794, + "scoreConfidence" : [ + 1393991.860122758, + 2952288.9437473165 + ], + "scorePercentiles" : { + "0.0" : 1819003.3647884887, + "50.0" : 2254195.2266598563, + "90.0" : 2317668.054358289, + "95.0" : 2317668.054358289, + "99.0" : 2317668.054358289, + "99.9" : 2317668.054358289, + "99.99" : 2317668.054358289, + "99.999" : 2317668.054358289, + "99.9999" : 2317668.054358289, + "100.0" : 2317668.054358289 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1819003.3647884887, + 2201116.9576865677, + 2317668.054358289, + 2254195.2266598563, + 2273718.4061819846 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 170964.74815351696, + "scoreError" : 28984.753822355317, + "scoreConfidence" : [ + 141979.99433116164, + 199949.5019758723 + ], + "scorePercentiles" : { + "0.0" : 158717.44089191197, + "50.0" : 171490.13365915784, + "90.0" : 178744.76796065955, + "95.0" : 178744.76796065955, + "99.0" : 178744.76796065955, + "99.9" : 178744.76796065955, + "99.99" : 178744.76796065955, + "99.999" : 178744.76796065955, + "99.9999" : 178744.76796065955, + "100.0" : 178744.76796065955 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 170927.30268925123, + 171490.13365915784, + 158717.44089191197, + 174944.09556660426, + 178744.76796065955 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 737.2528008189431, + "scoreError" : 43.960432347523415, + "scoreConfidence" : [ + 693.2923684714196, + 781.2132331664666 + ], + "scorePercentiles" : { + "0.0" : 720.6361557196758, + "50.0" : 737.5915395076177, + "90.0" : 749.2761078681142, + "95.0" : 749.2761078681142, + "99.0" : 749.2761078681142, + "99.9" : 749.2761078681142, + "99.99" : 749.2761078681142, + "99.999" : 749.2761078681142, + "99.9999" : 749.2761078681142, + "100.0" : 749.2761078681142 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 732.616336829284, + 720.6361557196758, + 749.2761078681142, + 746.1438641700238, + 737.5915395076177 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.901383500723694E8, + "scoreError" : 5241711.981299849, + "scoreConfidence" : [ + 1.8489663809106955E8, + 1.9538006205366924E8 + ], + "scorePercentiles" : { + "0.0" : 1.8798062709983936E8, + "50.0" : 1.9006942449651092E8, + "90.0" : 1.9137305413474843E8, + "95.0" : 1.9137305413474843E8, + "99.0" : 1.9137305413474843E8, + "99.9" : 1.9137305413474843E8, + "99.99" : 1.9137305413474843E8, + "99.999" : 1.9137305413474843E8, + "99.9999" : 1.9137305413474843E8, + "100.0" : 1.9137305413474843E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9006942449651092E8, + 1.900280711735152E8, + 1.8798062709983936E8, + 1.912405734572329E8, + 1.9137305413474843E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6809982.923827803, + "scoreError" : 1871008.7828276237, + "scoreConfidence" : [ + 4938974.14100018, + 8680991.706655426 + ], + "scorePercentiles" : { + "0.0" : 6087595.651695114, + "50.0" : 7047495.883045511, + "90.0" : 7237475.650208116, + "95.0" : 7237475.650208116, + "99.0" : 7237475.650208116, + "99.9" : 7237475.650208116, + "99.99" : 7237475.650208116, + "99.999" : 7237475.650208116, + "99.9999" : 7237475.650208116, + "100.0" : 7237475.650208116 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7140106.815492732, + 6087595.651695114, + 7237475.650208116, + 7047495.883045511, + 6537240.6186975455 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 397865.57339368196, + "scoreError" : 98523.41910016791, + "scoreConfidence" : [ + 299342.15429351403, + 496388.9924938499 + ], + "scorePercentiles" : { + "0.0" : 353330.1117625222, + "50.0" : 403511.7760873854, + "90.0" : 416815.16110427544, + "95.0" : 416815.16110427544, + "99.0" : 416815.16110427544, + "99.9" : 416815.16110427544, + "99.99" : 416815.16110427544, + "99.999" : 416815.16110427544, + "99.9999" : 416815.16110427544, + "100.0" : 416815.16110427544 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 353330.1117625222, + 412602.44991589524, + 403511.7760873854, + 416815.16110427544, + 403068.3680983316 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1759.6174746645138, + "scoreError" : 201.65814087148632, + "scoreConfidence" : [ + 1557.9593337930276, + 1961.275615536 + ], + "scorePercentiles" : { + "0.0" : 1691.9658036571686, + "50.0" : 1770.5833668716662, + "90.0" : 1816.525987253747, + "95.0" : 1816.525987253747, + "99.0" : 1816.525987253747, + "99.9" : 1816.525987253747, + "99.99" : 1816.525987253747, + "99.999" : 1816.525987253747, + "99.9999" : 1816.525987253747, + "100.0" : 1816.525987253747 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1770.5833668716662, + 1720.5519313430957, + 1691.9658036571686, + 1816.525987253747, + 1798.4602841968906 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.861701048168246E8, + "scoreError" : 1.560749735193048E7, + "scoreConfidence" : [ + 2.705626074648941E8, + 3.017776021687551E8 + ], + "scorePercentiles" : { + "0.0" : 2.794804591650304E8, + "50.0" : 2.8743039380216223E8, + "90.0" : 2.8997187605627775E8, + "95.0" : 2.8997187605627775E8, + "99.0" : 2.8997187605627775E8, + "99.9" : 2.8997187605627775E8, + "99.99" : 2.8997187605627775E8, + "99.999" : 2.8997187605627775E8, + "99.9999" : 2.8997187605627775E8, + "100.0" : 2.8997187605627775E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.8564288683474714E8, + 2.883249082259056E8, + 2.794804591650304E8, + 2.8743039380216223E8, + 2.8997187605627775E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.812204682043141E8, + "scoreError" : 8.582749757453665E7, + "scoreConfidence" : [ + 1.9539297062977746E8, + 3.670479657788508E8 + ], + "scorePercentiles" : { + "0.0" : 2.4178030344699538E8, + "50.0" : 2.897659578607319E8, + "90.0" : 2.9648287973505E8, + "95.0" : 2.9648287973505E8, + "99.0" : 2.9648287973505E8, + "99.9" : 2.9648287973505E8, + "99.99" : 2.9648287973505E8, + "99.999" : 2.9648287973505E8, + "99.9999" : 2.9648287973505E8, + "100.0" : 2.9648287973505E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.9648287973505E8, + 2.4178030344699538E8, + 2.8770543865817684E8, + 2.897659578607319E8, + 2.903677613206163E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 7.954765603688526E7, + "scoreError" : 1.5068874546089979E7, + "scoreConfidence" : [ + 6.4478781490795285E7, + 9.461653058297524E7 + ], + "scorePercentiles" : { + "0.0" : 7.265700596162182E7, + "50.0" : 8.09388637967535E7, + "90.0" : 8.23188468257091E7, + "95.0" : 8.23188468257091E7, + "99.0" : 8.23188468257091E7, + "99.9" : 8.23188468257091E7, + "99.99" : 8.23188468257091E7, + "99.999" : 8.23188468257091E7, + "99.9999" : 8.23188468257091E7, + "100.0" : 8.23188468257091E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.138039158280326E7, + 8.23188468257091E7, + 7.265700596162182E7, + 8.09388637967535E7, + 8.044317201753865E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3.0432004155629884E7, + "scoreError" : 1882363.324439567, + "scoreConfidence" : [ + 2.8549640831190318E7, + 3.231436748006945E7 + ], + "scorePercentiles" : { + "0.0" : 2.9775692829288438E7, + "50.0" : 3.039611290944052E7, + "90.0" : 3.1138681745041236E7, + "95.0" : 3.1138681745041236E7, + "99.0" : 3.1138681745041236E7, + "99.9" : 3.1138681745041236E7, + "99.99" : 3.1138681745041236E7, + "99.999" : 3.1138681745041236E7, + "99.9999" : 3.1138681745041236E7, + "100.0" : 3.1138681745041236E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.9775692829288438E7, + 3.053508944343313E7, + 3.031444385094609E7, + 3.039611290944052E7, + 3.1138681745041236E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.3197076992345667E7, + "scoreError" : 2897633.9884684095, + "scoreConfidence" : [ + 1.0299443003877256E7, + 1.6094710980814077E7 + ], + "scorePercentiles" : { + "0.0" : 1.19200572803059E7, + "50.0" : 1.347476078573325E7, + "90.0" : 1.3846608754276292E7, + "95.0" : 1.3846608754276292E7, + "99.0" : 1.3846608754276292E7, + "99.9" : 1.3846608754276292E7, + "99.99" : 1.3846608754276292E7, + "99.999" : 1.3846608754276292E7, + "99.9999" : 1.3846608754276292E7, + "100.0" : 1.3846608754276292E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.19200572803059E7, + 1.347476078573325E7, + 1.3179491955461266E7, + 1.3564466185951624E7, + 1.3846608754276292E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6667930.847537936, + "scoreError" : 1199917.9497921064, + "scoreConfidence" : [ + 5468012.897745829, + 7867848.797330042 + ], + "scorePercentiles" : { + "0.0" : 6124682.579149, + "50.0" : 6761585.775476375, + "90.0" : 6887177.124988699, + "95.0" : 6887177.124988699, + "99.0" : 6887177.124988699, + "99.9" : 6887177.124988699, + "99.99" : 6887177.124988699, + "99.999" : 6887177.124988699, + "99.9999" : 6887177.124988699, + "100.0" : 6887177.124988699 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6124682.579149, + 6712653.705298016, + 6887177.124988699, + 6761585.775476375, + 6853555.052777588 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3325231.248818423, + "scoreError" : 117109.6724757901, + "scoreConfidence" : [ + 3208121.576342633, + 3442340.9212942133 + ], + "scorePercentiles" : { + "0.0" : 3274966.7998415264, + "50.0" : 3334854.7655102527, + "90.0" : 3356147.689660759, + "95.0" : 3356147.689660759, + "99.0" : 3356147.689660759, + "99.9" : 3356147.689660759, + "99.99" : 3356147.689660759, + "99.999" : 3356147.689660759, + "99.9999" : 3356147.689660759, + "100.0" : 3356147.689660759 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3336321.200139472, + 3323865.7889401047, + 3334854.7655102527, + 3274966.7998415264, + 3356147.689660759 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1616735.2268342604, + "scoreError" : 241941.01390932442, + "scoreConfidence" : [ + 1374794.2129249359, + 1858676.240743585 + ], + "scorePercentiles" : { + "0.0" : 1505422.7506858506, + "50.0" : 1646655.6900017206, + "90.0" : 1652711.1864044308, + "95.0" : 1652711.1864044308, + "99.0" : 1652711.1864044308, + "99.9" : 1652711.1864044308, + "99.99" : 1652711.1864044308, + "99.999" : 1652711.1864044308, + "99.9999" : 1652711.1864044308, + "100.0" : 1652711.1864044308 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1505422.7506858506, + 1648925.2229520946, + 1646655.6900017206, + 1652711.1864044308, + 1629961.2841272056 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 672542.6444555128, + "scoreError" : 20981.373190566446, + "scoreConfidence" : [ + 651561.2712649463, + 693524.0176460792 + ], + "scorePercentiles" : { + "0.0" : 666675.3184434841, + "50.0" : 671983.6363259181, + "90.0" : 680937.1929214207, + "95.0" : 680937.1929214207, + "99.0" : 680937.1929214207, + "99.9" : 680937.1929214207, + "99.99" : 680937.1929214207, + "99.999" : 680937.1929214207, + "99.9999" : 680937.1929214207, + "100.0" : 680937.1929214207 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 669148.7521875871, + 671983.6363259181, + 680937.1929214207, + 673968.322399154, + 666675.3184434841 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 10413.587216169755, + "scoreError" : 984.3804071085624, + "scoreConfidence" : [ + 9429.206809061194, + 11397.967623278317 + ], + "scorePercentiles" : { + "0.0" : 10118.162747486993, + "50.0" : 10440.62337711236, + "90.0" : 10706.119492570793, + "95.0" : 10706.119492570793, + "99.0" : 10706.119492570793, + "99.9" : 10706.119492570793, + "99.99" : 10706.119492570793, + "99.999" : 10706.119492570793, + "99.9999" : 10706.119492570793, + "100.0" : 10706.119492570793 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10118.162747486993, + 10610.722093288054, + 10706.119492570793, + 10192.308370390572, + 10440.62337711236 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 4504.1795799017345, + "scoreError" : 530.7470548661436, + "scoreConfidence" : [ + 3973.432525035591, + 5034.926634767879 + ], + "scorePercentiles" : { + "0.0" : 4262.691302617801, + "50.0" : 4546.233742728613, + "90.0" : 4601.2249368234525, + "95.0" : 4601.2249368234525, + "99.0" : 4601.2249368234525, + "99.9" : 4601.2249368234525, + "99.99" : 4601.2249368234525, + "99.999" : 4601.2249368234525, + "99.9999" : 4601.2249368234525, + "100.0" : 4601.2249368234525 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4546.233742728613, + 4262.691302617801, + 4580.348253134348, + 4530.3996642044585, + 4601.2249368234525 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 3662.7671230287865, + "scoreError" : 817.8080171286082, + "scoreConfidence" : [ + 2844.959105900178, + 4480.575140157394 + ], + "scorePercentiles" : { + "0.0" : 3300.6052302418043, + "50.0" : 3726.6870274062544, + "90.0" : 3831.617737651028, + "95.0" : 3831.617737651028, + "99.0" : 3831.617737651028, + "99.9" : 3831.617737651028, + "99.99" : 3831.617737651028, + "99.999" : 3831.617737651028, + "99.9999" : 3831.617737651028, + "100.0" : 3831.617737651028 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3300.6052302418043, + 3663.0573854150334, + 3791.868234429813, + 3831.617737651028, + 3726.6870274062544 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 2.8956753630900216E8, + "scoreError" : 1.608868538218329E7, + "scoreConfidence" : [ + 2.7347885092681885E8, + 3.056562216911855E8 + ], + "scorePercentiles" : { + "0.0" : 2.844209855653459E8, + "50.0" : 2.898484238706443E8, + "90.0" : 2.937213733202739E8, + "95.0" : 2.937213733202739E8, + "99.0" : 2.937213733202739E8, + "99.9" : 2.937213733202739E8, + "99.99" : 2.937213733202739E8, + "99.999" : 2.937213733202739E8, + "99.9999" : 2.937213733202739E8, + "100.0" : 2.937213733202739E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.937213733202739E8, + 2.863349137122971E8, + 2.9351198507644945E8, + 2.844209855653459E8, + 2.898484238706443E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 2.8973169961095655E8, + "scoreError" : 1.3615764701879933E7, + "scoreConfidence" : [ + 2.7611593490907663E8, + 3.0334746431283647E8 + ], + "scorePercentiles" : { + "0.0" : 2.847118454533086E8, + "50.0" : 2.899958825138679E8, + "90.0" : 2.946119985489829E8, + "95.0" : 2.946119985489829E8, + "99.0" : 2.946119985489829E8, + "99.9" : 2.946119985489829E8, + "99.99" : 2.946119985489829E8, + "99.999" : 2.946119985489829E8, + "99.9999" : 2.946119985489829E8, + "100.0" : 2.946119985489829E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.847118454533086E8, + 2.903470831232948E8, + 2.889916884153287E8, + 2.899958825138679E8, + 2.946119985489829E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 8.083665147901437E7, + "scoreError" : 4017733.484464173, + "scoreConfidence" : [ + 7.68189179945502E7, + 8.485438496347854E7 + ], + "scorePercentiles" : { + "0.0" : 7.945380747762692E7, + "50.0" : 8.095022526474544E7, + "90.0" : 8.233518328766626E7, + "95.0" : 8.233518328766626E7, + "99.0" : 8.233518328766626E7, + "99.9" : 8.233518328766626E7, + "99.99" : 8.233518328766626E7, + "99.999" : 8.233518328766626E7, + "99.9999" : 8.233518328766626E7, + "100.0" : 8.233518328766626E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.100276802377467E7, + 8.233518328766626E7, + 8.04412733412585E7, + 7.945380747762692E7, + 8.095022526474544E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3.0104199986127205E7, + "scoreError" : 1739755.5459789932, + "scoreConfidence" : [ + 2.8364444440148212E7, + 3.18439555321062E7 + ], + "scorePercentiles" : { + "0.0" : 2.958503474492851E7, + "50.0" : 3.0275140212253507E7, + "90.0" : 3.0667362448156644E7, + "95.0" : 3.0667362448156644E7, + "99.0" : 3.0667362448156644E7, + "99.9" : 3.0667362448156644E7, + "99.99" : 3.0667362448156644E7, + "99.999" : 3.0667362448156644E7, + "99.9999" : 3.0667362448156644E7, + "100.0" : 3.0667362448156644E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0275140212253507E7, + 2.958503474492851E7, + 3.0294658548386786E7, + 2.9698803976910565E7, + 3.0667362448156644E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1.2231275031208124E7, + "scoreError" : 2051974.6431968322, + "scoreConfidence" : [ + 1.0179300388011292E7, + 1.4283249674404956E7 + ], + "scorePercentiles" : { + "0.0" : 1.1282451956523169E7, + "50.0" : 1.243681179237727E7, + "90.0" : 1.2527586159326453E7, + "95.0" : 1.2527586159326453E7, + "99.0" : 1.2527586159326453E7, + "99.9" : 1.2527586159326453E7, + "99.99" : 1.2527586159326453E7, + "99.999" : 1.2527586159326453E7, + "99.9999" : 1.2527586159326453E7, + "100.0" : 1.2527586159326453E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2527586159326453E7, + 1.1282451956523169E7, + 1.243681179237727E7, + 1.2401432219578087E7, + 1.250809302823564E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 6433729.929640101, + "scoreError" : 1230514.5399829939, + "scoreConfidence" : [ + 5203215.389657107, + 7664244.469623095 + ], + "scorePercentiles" : { + "0.0" : 5941148.004670067, + "50.0" : 6608116.499104883, + "90.0" : 6687647.192950963, + "95.0" : 6687647.192950963, + "99.0" : 6687647.192950963, + "99.9" : 6687647.192950963, + "99.99" : 6687647.192950963, + "99.999" : 6687647.192950963, + "99.9999" : 6687647.192950963, + "100.0" : 6687647.192950963 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5941148.004670067, + 6608116.499104883, + 6280276.991399043, + 6651460.960075548, + 6687647.192950963 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 3460419.193308326, + "scoreError" : 227625.22936131005, + "scoreConfidence" : [ + 3232793.963947016, + 3688044.422669636 + ], + "scorePercentiles" : { + "0.0" : 3360487.50449242, + "50.0" : 3480710.0987353157, + "90.0" : 3514172.477542259, + "95.0" : 3514172.477542259, + "99.0" : 3514172.477542259, + "99.9" : 3514172.477542259, + "99.99" : 3514172.477542259, + "99.999" : 3514172.477542259, + "99.9999" : 3514172.477542259, + "100.0" : 3514172.477542259 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3486687.481453734, + 3480710.0987353157, + 3514172.477542259, + 3360487.50449242, + 3460038.4043179005 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 1433163.6451083352, + "scoreError" : 306752.8364111484, + "scoreConfidence" : [ + 1126410.8086971869, + 1739916.4815194835 + ], + "scorePercentiles" : { + "0.0" : 1293845.337620305, + "50.0" : 1458315.7718114601, + "90.0" : 1486000.7296752946, + "95.0" : 1486000.7296752946, + "99.0" : 1486000.7296752946, + "99.9" : 1486000.7296752946, + "99.99" : 1486000.7296752946, + "99.999" : 1486000.7296752946, + "99.9999" : 1486000.7296752946, + "100.0" : 1486000.7296752946 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1486000.7296752946, + 1445525.1857376602, + 1293845.337620305, + 1482131.2006969564, + 1458315.7718114601 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 600784.538738372, + "scoreError" : 164188.55669354522, + "scoreConfidence" : [ + 436595.98204482684, + 764973.0954319172 + ], + "scorePercentiles" : { + "0.0" : 528971.8862299817, + "50.0" : 619378.6760894118, + "90.0" : 634249.0065294149, + "95.0" : 634249.0065294149, + "99.0" : 634249.0065294149, + "99.9" : 634249.0065294149, + "99.99" : 634249.0065294149, + "99.999" : 634249.0065294149, + "99.9999" : 634249.0065294149, + "100.0" : 634249.0065294149 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 619378.6760894118, + 528971.8862299817, + 595584.4165014647, + 634249.0065294149, + 625738.7083415872 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000", + "updatePercentage" : "0.0" + }, + "primaryMetric" : { + "score" : 10612.690886514318, + "scoreError" : 1150.8531382835522, + "scoreConfidence" : [ + 9461.837748230766, + 11763.54402479787 + ], + "scorePercentiles" : { + "0.0" : 10112.281444169634, + "50.0" : 10660.732809098077, + "90.0" : 10850.629133890048, + "95.0" : 10850.629133890048, + "99.0" : 10850.629133890048, + "99.9" : 10850.629133890048, + "99.99" : 10850.629133890048, + "99.999" : 10850.629133890048, + "99.9999" : 10850.629133890048, + "100.0" : 10850.629133890048 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10608.151659606141, + 10850.629133890048, + 10112.281444169634, + 10660.732809098077, + 10831.659385807689 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000", + "updatePercentage" : "20.0" + }, + "primaryMetric" : { + "score" : 4163.956148376717, + "scoreError" : 358.7227400724198, + "scoreConfidence" : [ + 3805.233408304297, + 4522.678888449136 + ], + "scorePercentiles" : { + "0.0" : 4010.8947418013704, + "50.0" : 4178.397634647884, + "90.0" : 4258.014243187522, + "95.0" : 4258.014243187522, + "99.0" : 4258.014243187522, + "99.9" : 4258.014243187522, + "99.99" : 4258.014243187522, + "99.999" : 4258.014243187522, + "99.9999" : 4258.014243187522, + "100.0" : 4258.014243187522 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4161.353736899753, + 4258.014243187522, + 4010.8947418013704, + 4178.397634647884, + 4211.120385347055 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.UpdateValues.update", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000", + "updatePercentage" : "100.0" + }, + "primaryMetric" : { + "score" : 2580.5142052566066, + "scoreError" : 572.40346087117, + "scoreConfidence" : [ + 2008.1107443854366, + 3152.9176661277766 + ], + "scorePercentiles" : { + "0.0" : 2396.7173727308095, + "50.0" : 2639.2959568347524, + "90.0" : 2724.9416054310345, + "95.0" : 2724.9416054310345, + "99.0" : 2724.9416054310345, + "99.9" : 2724.9416054310345, + "99.99" : 2724.9416054310345, + "99.999" : 2724.9416054310345, + "99.9999" : 2724.9416054310345, + "100.0" : 2724.9416054310345 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2448.12013750881, + 2693.495953777627, + 2724.9416054310345, + 2639.2959568347524, + 2396.7173727308095 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2237384614221485E8, + "scoreError" : 4283541.395887277, + "scoreConfidence" : [ + 1.1809030474632758E8, + 1.2665738753810212E8 + ], + "scorePercentiles" : { + "0.0" : 1.2065296455811962E8, + "50.0" : 1.2254292085330202E8, + "90.0" : 1.2372596069012177E8, + "95.0" : 1.2372596069012177E8, + "99.0" : 1.2372596069012177E8, + "99.9" : 1.2372596069012177E8, + "99.99" : 1.2372596069012177E8, + "99.999" : 1.2372596069012177E8, + "99.9999" : 1.2372596069012177E8, + "100.0" : 1.2372596069012177E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2271008154414554E8, + 1.2223730306538531E8, + 1.2372596069012177E8, + 1.2065296455811962E8, + 1.2254292085330202E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.8650817031871043E7, + "scoreError" : 1440827.7539340206, + "scoreConfidence" : [ + 1.720998927793702E7, + 2.0091644785805065E7 + ], + "scorePercentiles" : { + "0.0" : 1.7984579849536598E7, + "50.0" : 1.8811755311506033E7, + "90.0" : 1.8867272342110198E7, + "95.0" : 1.8867272342110198E7, + "99.0" : 1.8867272342110198E7, + "99.9" : 1.8867272342110198E7, + "99.99" : 1.8867272342110198E7, + "99.999" : 1.8867272342110198E7, + "99.9999" : 1.8867272342110198E7, + "100.0" : 1.8867272342110198E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8766113651245397E7, + 1.8811755311506033E7, + 1.7984579849536598E7, + 1.8867272342110198E7, + 1.882436400495697E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1806102.7436305694, + "scoreError" : 57134.63233789439, + "scoreConfidence" : [ + 1748968.1112926751, + 1863237.3759684637 + ], + "scorePercentiles" : { + "0.0" : 1794090.3733223907, + "50.0" : 1797693.165555062, + "90.0" : 1827083.4266452682, + "95.0" : 1827083.4266452682, + "99.0" : 1827083.4266452682, + "99.9" : 1827083.4266452682, + "99.99" : 1827083.4266452682, + "99.999" : 1827083.4266452682, + "99.9999" : 1827083.4266452682, + "100.0" : 1827083.4266452682 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1795210.5514904424, + 1827083.4266452682, + 1816436.2011396852, + 1797693.165555062, + 1794090.3733223907 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10832.736935448385, + "scoreError" : 530.6343442417063, + "scoreConfidence" : [ + 10302.10259120668, + 11363.37127969009 + ], + "scorePercentiles" : { + "0.0" : 10621.464931271736, + "50.0" : 10896.474245359539, + "90.0" : 10952.31631983362, + "95.0" : 10952.31631983362, + "99.0" : 10952.31631983362, + "99.9" : 10952.31631983362, + "99.99" : 10952.31631983362, + "99.999" : 10952.31631983362, + "99.9999" : 10952.31631983362, + "100.0" : 10952.31631983362 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10952.31631983362, + 10925.9974574994, + 10767.431723277628, + 10896.474245359539, + 10621.464931271736 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4030016283008832E8, + "scoreError" : 1.0923974335944476E7, + "scoreConfidence" : [ + 2.2937618849414384E8, + 2.512241371660328E8 + ], + "scorePercentiles" : { + "0.0" : 2.3542811473604417E8, + "50.0" : 2.4099768525049222E8, + "90.0" : 2.4256556994171834E8, + "95.0" : 2.4256556994171834E8, + "99.0" : 2.4256556994171834E8, + "99.9" : 2.4256556994171834E8, + "99.99" : 2.4256556994171834E8, + "99.999" : 2.4256556994171834E8, + "99.9999" : 2.4256556994171834E8, + "100.0" : 2.4256556994171834E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4256556994171834E8, + 2.4099768525049222E8, + 2.4196699549525625E8, + 2.4054244872693065E8, + 2.3542811473604417E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.5827775130885884E7, + "scoreError" : 913723.1028242832, + "scoreConfidence" : [ + 2.4914052028061602E7, + 2.6741498233710166E7 + ], + "scorePercentiles" : { + "0.0" : 2.553114466153316E7, + "50.0" : 2.594498908995165E7, + "90.0" : 2.6065768947833776E7, + "95.0" : 2.6065768947833776E7, + "99.0" : 2.6065768947833776E7, + "99.9" : 2.6065768947833776E7, + "99.99" : 2.6065768947833776E7, + "99.999" : 2.6065768947833776E7, + "99.9999" : 2.6065768947833776E7, + "100.0" : 2.6065768947833776E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6065768947833776E7, + 2.5978961679937832E7, + 2.553114466153316E7, + 2.5618011275173012E7, + 2.594498908995165E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3670774.925123369, + "scoreError" : 104436.70854315841, + "scoreConfidence" : [ + 3566338.2165802103, + 3775211.6336665275 + ], + "scorePercentiles" : { + "0.0" : 3627107.0262432117, + "50.0" : 3682633.3966865544, + "90.0" : 3693438.467288904, + "95.0" : 3693438.467288904, + "99.0" : 3693438.467288904, + "99.9" : 3693438.467288904, + "99.99" : 3693438.467288904, + "99.999" : 3693438.467288904, + "99.9999" : 3693438.467288904, + "100.0" : 3693438.467288904 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3693438.467288904, + 3662320.6395793436, + 3688375.0958188316, + 3627107.0262432117, + 3682633.3966865544 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 8777.224104229324, + "scoreError" : 855.0217283417055, + "scoreConfidence" : [ + 7922.2023758876185, + 9632.24583257103 + ], + "scorePercentiles" : { + "0.0" : 8424.610285691024, + "50.0" : 8865.947162769166, + "90.0" : 8961.309202697848, + "95.0" : 8961.309202697848, + "99.0" : 8961.309202697848, + "99.9" : 8961.309202697848, + "99.99" : 8961.309202697848, + "99.999" : 8961.309202697848, + "99.9999" : 8961.309202697848, + "100.0" : 8961.309202697848 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8865.947162769166, + 8961.309202697848, + 8424.610285691024, + 8698.935601477919, + 8935.318268510668 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.0910782219989567E8, + "scoreError" : 1219581.6405396736, + "scoreConfidence" : [ + 1.0788824055935599E8, + 1.1032740384043534E8 + ], + "scorePercentiles" : { + "0.0" : 1.0887499411026655E8, + "50.0" : 1.0891614932483484E8, + "90.0" : 1.096040393655994E8, + "95.0" : 1.096040393655994E8, + "99.0" : 1.096040393655994E8, + "99.9" : 1.096040393655994E8, + "99.99" : 1.096040393655994E8, + "99.999" : 1.096040393655994E8, + "99.9999" : 1.096040393655994E8, + "100.0" : 1.096040393655994E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0889660804922579E8, + 1.0924732014955169E8, + 1.0887499411026655E8, + 1.0891614932483484E8, + 1.096040393655994E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3453693.3277684464, + "scoreError" : 474762.29869021085, + "scoreConfidence" : [ + 2978931.0290782354, + 3928455.6264586574 + ], + "scorePercentiles" : { + "0.0" : 3242493.860239294, + "50.0" : 3508435.067109681, + "90.0" : 3550096.0659931484, + "95.0" : 3550096.0659931484, + "99.0" : 3550096.0659931484, + "99.9" : 3550096.0659931484, + "99.99" : 3550096.0659931484, + "99.999" : 3550096.0659931484, + "99.9999" : 3550096.0659931484, + "100.0" : 3550096.0659931484 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3242493.860239294, + 3451261.3286229107, + 3508435.067109681, + 3516180.3168771984, + 3550096.0659931484 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 630800.902511958, + "scoreError" : 22825.16529432424, + "scoreConfidence" : [ + 607975.7372176338, + 653626.0678062823 + ], + "scorePercentiles" : { + "0.0" : 624359.174584948, + "50.0" : 630212.325623906, + "90.0" : 640320.9800004052, + "95.0" : 640320.9800004052, + "99.0" : 640320.9800004052, + "99.9" : 640320.9800004052, + "99.99" : 640320.9800004052, + "99.999" : 640320.9800004052, + "99.9999" : 640320.9800004052, + "100.0" : 640320.9800004052 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 630212.325623906, + 627979.1182414637, + 624359.174584948, + 631132.9141090675, + 640320.9800004052 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3738.031626744404, + "scoreError" : 147.07782874366276, + "scoreConfidence" : [ + 3590.9537980007412, + 3885.109455488067 + ], + "scorePercentiles" : { + "0.0" : 3680.6316589294233, + "50.0" : 3745.80835000926, + "90.0" : 3780.599962790664, + "95.0" : 3780.599962790664, + "99.0" : 3780.599962790664, + "99.9" : 3780.599962790664, + "99.99" : 3780.599962790664, + "99.999" : 3780.599962790664, + "99.9999" : 3780.599962790664, + "100.0" : 3780.599962790664 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3745.80835000926, + 3723.622437284814, + 3680.6316589294233, + 3759.495724707858, + 3780.599962790664 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.497804204905408E8, + "scoreError" : 6917083.761922039, + "scoreConfidence" : [ + 1.4286333672861877E8, + 1.5669750425246283E8 + ], + "scorePercentiles" : { + "0.0" : 1.4694941744070962E8, + "50.0" : 1.506535678022045E8, + "90.0" : 1.5135614210427907E8, + "95.0" : 1.5135614210427907E8, + "99.0" : 1.5135614210427907E8, + "99.9" : 1.5135614210427907E8, + "99.99" : 1.5135614210427907E8, + "99.999" : 1.5135614210427907E8, + "99.9999" : 1.5135614210427907E8, + "100.0" : 1.5135614210427907E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5135614210427907E8, + 1.4694941744070962E8, + 1.506535678022045E8, + 1.490842050185345E8, + 1.5085877008697623E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.3519594749172702E7, + "scoreError" : 323915.0073040421, + "scoreConfidence" : [ + 2.319567974186866E7, + 2.3843509756476745E7 + ], + "scorePercentiles" : { + "0.0" : 2.339983662292038E7, + "50.0" : 2.352419349470989E7, + "90.0" : 2.362237990764155E7, + "95.0" : 2.362237990764155E7, + "99.0" : 2.362237990764155E7, + "99.9" : 2.362237990764155E7, + "99.99" : 2.362237990764155E7, + "99.999" : 2.362237990764155E7, + "99.9999" : 2.362237990764155E7, + "100.0" : 2.362237990764155E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.362237990764155E7, + 2.339983662292038E7, + 2.3566401979232132E7, + 2.3485161741359558E7, + 2.352419349470989E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3641636.4860505266, + "scoreError" : 24270.79744157904, + "scoreConfidence" : [ + 3617365.6886089477, + 3665907.2834921055 + ], + "scorePercentiles" : { + "0.0" : 3634085.5785963074, + "50.0" : 3639527.5511307446, + "90.0" : 3649448.508281589, + "95.0" : 3649448.508281589, + "99.0" : 3649448.508281589, + "99.9" : 3649448.508281589, + "99.99" : 3649448.508281589, + "99.999" : 3649448.508281589, + "99.9999" : 3649448.508281589, + "100.0" : 3649448.508281589 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3638394.1635939735, + 3639527.5511307446, + 3649448.508281589, + 3634085.5785963074, + 3646726.6286500217 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 8703.461409815034, + "scoreError" : 506.78014637287, + "scoreConfidence" : [ + 8196.681263442164, + 9210.241556187904 + ], + "scorePercentiles" : { + "0.0" : 8529.033049371434, + "50.0" : 8676.714787540282, + "90.0" : 8886.999587490105, + "95.0" : 8886.999587490105, + "99.0" : 8886.999587490105, + "99.9" : 8886.999587490105, + "99.99" : 8886.999587490105, + "99.999" : 8886.999587490105, + "99.9999" : 8886.999587490105, + "100.0" : 8886.999587490105 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8665.903662002585, + 8758.655962670764, + 8676.714787540282, + 8529.033049371434, + 8886.999587490105 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.367671631622547E8, + "scoreError" : 1.0736945178500332E7, + "scoreConfidence" : [ + 4.2603021798375434E8, + 4.4750410834075505E8 + ], + "scorePercentiles" : { + "0.0" : 4.343721817723353E8, + "50.0" : 4.350307878981535E8, + "90.0" : 4.406911671188545E8, + "95.0" : 4.406911671188545E8, + "99.0" : 4.406911671188545E8, + "99.9" : 4.406911671188545E8, + "99.99" : 4.406911671188545E8, + "99.999" : 4.406911671188545E8, + "99.9999" : 4.406911671188545E8, + "100.0" : 4.406911671188545E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.350307878981535E8, + 4.406911671188545E8, + 4.350094749600411E8, + 4.343721817723353E8, + 4.38732204061889E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.340062396596093E8, + "scoreError" : 7421579.195702535, + "scoreConfidence" : [ + 4.2658466046390676E8, + 4.414278188553119E8 + ], + "scorePercentiles" : { + "0.0" : 4.315385883286021E8, + "50.0" : 4.336312486326731E8, + "90.0" : 4.368995210624489E8, + "95.0" : 4.368995210624489E8, + "99.0" : 4.368995210624489E8, + "99.9" : 4.368995210624489E8, + "99.99" : 4.368995210624489E8, + "99.999" : 4.368995210624489E8, + "99.9999" : 4.368995210624489E8, + "100.0" : 4.368995210624489E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3362273446777856E8, + 4.34339105806544E8, + 4.368995210624489E8, + 4.336312486326731E8, + 4.315385883286021E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.453312552659043E8, + "scoreError" : 1.1504387271508962E7, + "scoreConfidence" : [ + 3.338268679943954E8, + 3.5683564253741324E8 + ], + "scorePercentiles" : { + "0.0" : 3.4036636124802905E8, + "50.0" : 3.45553142345894E8, + "90.0" : 3.4785051319855005E8, + "95.0" : 3.4785051319855005E8, + "99.0" : 3.4785051319855005E8, + "99.9" : 3.4785051319855005E8, + "99.99" : 3.4785051319855005E8, + "99.999" : 3.4785051319855005E8, + "99.9999" : 3.4785051319855005E8, + "100.0" : 3.4785051319855005E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.4785051319855005E8, + 3.453977396140968E8, + 3.4748851992295164E8, + 3.4036636124802905E8, + 3.45553142345894E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 16892.736664858654, + "scoreError" : 1149.1035830240198, + "scoreConfidence" : [ + 15743.633081834634, + 18041.840247882676 + ], + "scorePercentiles" : { + "0.0" : 16605.833290960734, + "50.0" : 16854.711550793512, + "90.0" : 17366.567630051366, + "95.0" : 17366.567630051366, + "99.0" : 17366.567630051366, + "99.9" : 17366.567630051366, + "99.99" : 17366.567630051366, + "99.999" : 17366.567630051366, + "99.9999" : 17366.567630051366, + "100.0" : 17366.567630051366 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 17366.567630051366, + 16854.711550793512, + 16682.540602160232, + 16605.833290960734, + 16954.030250327414 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.3277869978653854E8, + "scoreError" : 3301110.706868289, + "scoreConfidence" : [ + 3.2947758907967025E8, + 3.3607981049340683E8 + ], + "scorePercentiles" : { + "0.0" : 3.3148371462749773E8, + "50.0" : 3.3285119442409456E8, + "90.0" : 3.3379288085625213E8, + "95.0" : 3.3379288085625213E8, + "99.0" : 3.3379288085625213E8, + "99.9" : 3.3379288085625213E8, + "99.99" : 3.3379288085625213E8, + "99.999" : 3.3379288085625213E8, + "99.9999" : 3.3379288085625213E8, + "100.0" : 3.3379288085625213E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3320477759787786E8, + 3.3285119442409456E8, + 3.3379288085625213E8, + 3.3148371462749773E8, + 3.325609314269705E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.502048002868703E8, + "scoreError" : 3370561.702237441, + "scoreConfidence" : [ + 1.4683423858463287E8, + 1.5357536198910773E8 + ], + "scorePercentiles" : { + "0.0" : 1.4912493230202714E8, + "50.0" : 1.5074817482785532E8, + "90.0" : 1.5089347787237576E8, + "95.0" : 1.5089347787237576E8, + "99.0" : 1.5089347787237576E8, + "99.9" : 1.5089347787237576E8, + "99.99" : 1.5089347787237576E8, + "99.999" : 1.5089347787237576E8, + "99.9999" : 1.5089347787237576E8, + "100.0" : 1.5089347787237576E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.508762180933592E8, + 1.5074817482785532E8, + 1.4938119833873415E8, + 1.4912493230202714E8, + 1.5089347787237576E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 9.530917700728928E7, + "scoreError" : 1330730.1349837056, + "scoreConfidence" : [ + 9.397844687230557E7, + 9.663990714227298E7 + ], + "scorePercentiles" : { + "0.0" : 9.486980767760266E7, + "50.0" : 9.538657392599654E7, + "90.0" : 9.572649407242069E7, + "95.0" : 9.572649407242069E7, + "99.0" : 9.572649407242069E7, + "99.9" : 9.572649407242069E7, + "99.99" : 9.572649407242069E7, + "99.999" : 9.572649407242069E7, + "99.9999" : 9.572649407242069E7, + "100.0" : 9.572649407242069E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9.572649407242069E7, + 9.486980767760266E7, + 9.505456958697556E7, + 9.55084397734509E7, + 9.538657392599654E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.524130807963921E7, + "scoreError" : 715322.0236402089, + "scoreConfidence" : [ + 4.4525986055999E7, + 4.595663010327942E7 + ], + "scorePercentiles" : { + "0.0" : 4.5094214325143784E7, + "50.0" : 4.5146725318828925E7, + "90.0" : 4.554089788266234E7, + "95.0" : 4.554089788266234E7, + "99.0" : 4.554089788266234E7, + "99.9" : 4.554089788266234E7, + "99.99" : 4.554089788266234E7, + "99.999" : 4.554089788266234E7, + "99.9999" : 4.554089788266234E7, + "100.0" : 4.554089788266234E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.5094214325143784E7, + 4.530186067065159E7, + 4.512284220090938E7, + 4.5146725318828925E7, + 4.554089788266234E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.3054371702709559E8, + "scoreError" : 1985452.1154508104, + "scoreConfidence" : [ + 1.2855826491164477E8, + 1.325291691425464E8 + ], + "scorePercentiles" : { + "0.0" : 1.299740498877264E8, + "50.0" : 1.3074746768707733E8, + "90.0" : 1.3114647663994378E8, + "95.0" : 1.3114647663994378E8, + "99.0" : 1.3114647663994378E8, + "99.9" : 1.3114647663994378E8, + "99.99" : 1.3114647663994378E8, + "99.999" : 1.3114647663994378E8, + "99.9999" : 1.3114647663994378E8, + "100.0" : 1.3114647663994378E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3074746768707733E8, + 1.3081647084259062E8, + 1.3114647663994378E8, + 1.3003412007813978E8, + 1.299740498877264E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.373305650524247E8, + "scoreError" : 7826276.492907361, + "scoreConfidence" : [ + 4.295042885595174E8, + 4.451568415453321E8 + ], + "scorePercentiles" : { + "0.0" : 4.346250505736634E8, + "50.0" : 4.37280874549294E8, + "90.0" : 4.3984522084654826E8, + "95.0" : 4.3984522084654826E8, + "99.0" : 4.3984522084654826E8, + "99.9" : 4.3984522084654826E8, + "99.99" : 4.3984522084654826E8, + "99.999" : 4.3984522084654826E8, + "99.9999" : 4.3984522084654826E8, + "100.0" : 4.3984522084654826E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3625734533226734E8, + 4.3984522084654826E8, + 4.346250505736634E8, + 4.37280874549294E8, + 4.386443339603504E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 955705.049681485, + "scoreError" : 24942.25461986216, + "scoreConfidence" : [ + 930762.7950616229, + 980647.3043013472 + ], + "scorePercentiles" : { + "0.0" : 945689.8337126237, + "50.0" : 955620.9699890745, + "90.0" : 963283.7649897822, + "95.0" : 963283.7649897822, + "99.0" : 963283.7649897822, + "99.9" : 963283.7649897822, + "99.99" : 963283.7649897822, + "99.999" : 963283.7649897822, + "99.9999" : 963283.7649897822, + "100.0" : 963283.7649897822 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 945689.8337126237, + 955107.5327550555, + 963283.7649897822, + 955620.9699890745, + 958823.1469608897 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 7486.818277775591, + "scoreError" : 302.4774233874832, + "scoreConfidence" : [ + 7184.340854388108, + 7789.295701163074 + ], + "scorePercentiles" : { + "0.0" : 7380.067016524076, + "50.0" : 7514.911007474492, + "90.0" : 7578.627965273131, + "95.0" : 7578.627965273131, + "99.0" : 7578.627965273131, + "99.9" : 7578.627965273131, + "99.99" : 7578.627965273131, + "99.999" : 7578.627965273131, + "99.9999" : 7578.627965273131, + "100.0" : 7578.627965273131 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7578.627965273131, + 7514.911007474492, + 7380.067016524076, + 7435.625403284959, + 7524.8599963212955 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.3372706157217157E8, + "scoreError" : 6726285.124858693, + "scoreConfidence" : [ + 3.270007764473129E8, + 3.4045334669703025E8 + ], + "scorePercentiles" : { + "0.0" : 3.317791017372169E8, + "50.0" : 3.340066503187121E8, + "90.0" : 3.354858094477362E8, + "95.0" : 3.354858094477362E8, + "99.0" : 3.354858094477362E8, + "99.9" : 3.354858094477362E8, + "99.99" : 3.354858094477362E8, + "99.999" : 3.354858094477362E8, + "99.9999" : 3.354858094477362E8, + "100.0" : 3.354858094477362E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.354858094477362E8, + 3.340066503187121E8, + 3.317791017372169E8, + 3.320639773155579E8, + 3.352997690416348E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8.80300835096222E7, + "scoreError" : 1192960.8969235593, + "scoreConfidence" : [ + 8.683712261269864E7, + 8.922304440654576E7 + ], + "scorePercentiles" : { + "0.0" : 8.756334330181508E7, + "50.0" : 8.813288701678132E7, + "90.0" : 8.833313200540014E7, + "95.0" : 8.833313200540014E7, + "99.0" : 8.833313200540014E7, + "99.9" : 8.833313200540014E7, + "99.99" : 8.833313200540014E7, + "99.999" : 8.833313200540014E7, + "99.9999" : 8.833313200540014E7, + "100.0" : 8.833313200540014E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.833313200540014E7, + 8.756334330181508E7, + 8.823633619430114E7, + 8.788471902981336E7, + 8.813288701678132E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 8.041193216311052E7, + "scoreError" : 2035102.1737775474, + "scoreConfidence" : [ + 7.837682998933297E7, + 8.244703433688807E7 + ], + "scorePercentiles" : { + "0.0" : 7.991258860307427E7, + "50.0" : 8.01724647227173E7, + "90.0" : 8.114757593987626E7, + "95.0" : 8.114757593987626E7, + "99.0" : 8.114757593987626E7, + "99.9" : 8.114757593987626E7, + "99.99" : 8.114757593987626E7, + "99.999" : 8.114757593987626E7, + "99.9999" : 8.114757593987626E7, + "100.0" : 8.114757593987626E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.07805471373442E7, + 8.01724647227173E7, + 8.004648441254063E7, + 7.991258860307427E7, + 8.114757593987626E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.6602568370023765E7, + "scoreError" : 873266.8130865775, + "scoreConfidence" : [ + 3.572930155693719E7, + 3.747583518311034E7 + ], + "scorePercentiles" : { + "0.0" : 3.6372773449733555E7, + "50.0" : 3.6614281636915535E7, + "90.0" : 3.690045676656625E7, + "95.0" : 3.690045676656625E7, + "99.0" : 3.690045676656625E7, + "99.9" : 3.690045676656625E7, + "99.99" : 3.690045676656625E7, + "99.999" : 3.690045676656625E7, + "99.9999" : 3.690045676656625E7, + "100.0" : 3.690045676656625E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.6614281636915535E7, + 3.690045676656625E7, + 3.6372773449733555E7, + 3.673710709664084E7, + 3.6388222900262654E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.3705870344767934E8, + "scoreError" : 2047306.1795409853, + "scoreConfidence" : [ + 4.3501139726813835E8, + 4.3910600962722033E8 + ], + "scorePercentiles" : { + "0.0" : 4.3644435656335855E8, + "50.0" : 4.372243020640155E8, + "90.0" : 4.3776963592349416E8, + "95.0" : 4.3776963592349416E8, + "99.0" : 4.3776963592349416E8, + "99.9" : 4.3776963592349416E8, + "99.99" : 4.3776963592349416E8, + "99.999" : 4.3776963592349416E8, + "99.9999" : 4.3776963592349416E8, + "100.0" : 4.3776963592349416E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3776963592349416E8, + 4.372243020640155E8, + 4.3662257888080746E8, + 4.3644435656335855E8, + 4.3723264380672103E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.346889617196428E8, + "scoreError" : 2.2493887770804618E7, + "scoreConfidence" : [ + 4.121950739488382E8, + 4.5718284949044746E8 + ], + "scorePercentiles" : { + "0.0" : 4.2503374082029074E8, + "50.0" : 4.3707300017875534E8, + "90.0" : 4.3898094796081454E8, + "95.0" : 4.3898094796081454E8, + "99.0" : 4.3898094796081454E8, + "99.9" : 4.3898094796081454E8, + "99.99" : 4.3898094796081454E8, + "99.999" : 4.3898094796081454E8, + "99.9999" : 4.3898094796081454E8, + "100.0" : 4.3898094796081454E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2503374082029074E8, + 4.3898094796081454E8, + 4.388924934149163E8, + 4.3707300017875534E8, + 4.3346462622343725E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.4505935012077177E8, + "scoreError" : 8463882.027875565, + "scoreConfidence" : [ + 3.365954680928962E8, + 3.535232321486473E8 + ], + "scorePercentiles" : { + "0.0" : 3.4186047747498286E8, + "50.0" : 3.453250165424893E8, + "90.0" : 3.480195653341082E8, + "95.0" : 3.480195653341082E8, + "99.0" : 3.480195653341082E8, + "99.9" : 3.480195653341082E8, + "99.99" : 3.480195653341082E8, + "99.999" : 3.480195653341082E8, + "99.9999" : 3.480195653341082E8, + "100.0" : 3.480195653341082E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.480195653341082E8, + 3.453250165424893E8, + 3.446860030096464E8, + 3.4540568824263227E8, + 3.4186047747498286E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.4282842436160815E8, + "scoreError" : 5034346.006377389, + "scoreConfidence" : [ + 1.3779407835523075E8, + 1.4786277036798555E8 + ], + "scorePercentiles" : { + "0.0" : 1.4074228325792694E8, + "50.0" : 1.4319709699774477E8, + "90.0" : 1.441862083365943E8, + "95.0" : 1.441862083365943E8, + "99.0" : 1.441862083365943E8, + "99.9" : 1.441862083365943E8, + "99.99" : 1.441862083365943E8, + "99.999" : 1.441862083365943E8, + "99.9999" : 1.441862083365943E8, + "100.0" : 1.441862083365943E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4253866601976886E8, + 1.4347786719600585E8, + 1.441862083365943E8, + 1.4319709699774477E8, + 1.4074228325792694E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.3395410743009245E8, + "scoreError" : 6519255.212060308, + "scoreConfidence" : [ + 3.274348522180321E8, + 3.404733626421528E8 + ], + "scorePercentiles" : { + "0.0" : 3.3193297702045226E8, + "50.0" : 3.3359619029788905E8, + "90.0" : 3.365444071673239E8, + "95.0" : 3.365444071673239E8, + "99.0" : 3.365444071673239E8, + "99.9" : 3.365444071673239E8, + "99.99" : 3.365444071673239E8, + "99.999" : 3.365444071673239E8, + "99.9999" : 3.365444071673239E8, + "100.0" : 3.365444071673239E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.365444071673239E8, + 3.34358560424914E8, + 3.33338402239883E8, + 3.3193297702045226E8, + 3.3359619029788905E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.3369732048318785E8, + "scoreError" : 4683797.281469292, + "scoreConfidence" : [ + 3.2901352320171857E8, + 3.3838111776465714E8 + ], + "scorePercentiles" : { + "0.0" : 3.325182114539253E8, + "50.0" : 3.3320423687409955E8, + "90.0" : 3.35330673536115E8, + "95.0" : 3.35330673536115E8, + "99.0" : 3.35330673536115E8, + "99.9" : 3.35330673536115E8, + "99.99" : 3.35330673536115E8, + "99.999" : 3.35330673536115E8, + "99.9999" : 3.35330673536115E8, + "100.0" : 3.35330673536115E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3320423687409955E8, + 3.35330673536115E8, + 3.3281780439431435E8, + 3.325182114539253E8, + 3.3461567615748507E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.3620050649302375E8, + "scoreError" : 1.196960664727557E7, + "scoreConfidence" : [ + 3.242308998457482E8, + 3.481701131402993E8 + ], + "scorePercentiles" : { + "0.0" : 3.309815435977441E8, + "50.0" : 3.3715136005852467E8, + "90.0" : 3.3916154439274114E8, + "95.0" : 3.3916154439274114E8, + "99.0" : 3.3916154439274114E8, + "99.9" : 3.3916154439274114E8, + "99.99" : 3.3916154439274114E8, + "99.999" : 3.3916154439274114E8, + "99.9999" : 3.3916154439274114E8, + "100.0" : 3.3916154439274114E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3751987044666827E8, + 3.3715136005852467E8, + 3.3618821396944034E8, + 3.309815435977441E8, + 3.3916154439274114E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.3532899734937227E8, + "scoreError" : 6664581.130359031, + "scoreConfidence" : [ + 3.286644162190132E8, + 3.419935784797313E8 + ], + "scorePercentiles" : { + "0.0" : 3.3249564643154925E8, + "50.0" : 3.3573163298702264E8, + "90.0" : 3.371356676540681E8, + "95.0" : 3.371356676540681E8, + "99.0" : 3.371356676540681E8, + "99.9" : 3.371356676540681E8, + "99.99" : 3.371356676540681E8, + "99.999" : 3.371356676540681E8, + "99.9999" : 3.371356676540681E8, + "100.0" : 3.371356676540681E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.371356676540681E8, + 3.3573163298702264E8, + 3.352326692988819E8, + 3.3249564643154925E8, + 3.3604937037533957E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.66572508847119E8, + "scoreError" : 6573473.274070935, + "scoreConfidence" : [ + 1.5999903557304806E8, + 1.7314598212118995E8 + ], + "scorePercentiles" : { + "0.0" : 1.6464222653762937E8, + "50.0" : 1.670665332440391E8, + "90.0" : 1.68445023219516E8, + "95.0" : 1.68445023219516E8, + "99.0" : 1.68445023219516E8, + "99.9" : 1.68445023219516E8, + "99.99" : 1.68445023219516E8, + "99.999" : 1.68445023219516E8, + "99.9999" : 1.68445023219516E8, + "100.0" : 1.68445023219516E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.677836077194305E8, + 1.68445023219516E8, + 1.649251535149801E8, + 1.6464222653762937E8, + 1.670665332440391E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.375872115598947E8, + "scoreError" : 6982781.63982437, + "scoreConfidence" : [ + 4.306044299200703E8, + 4.445699931997191E8 + ], + "scorePercentiles" : { + "0.0" : 4.3471277080055493E8, + "50.0" : 4.3823028979466677E8, + "90.0" : 4.393970299458459E8, + "95.0" : 4.393970299458459E8, + "99.0" : 4.393970299458459E8, + "99.9" : 4.393970299458459E8, + "99.99" : 4.393970299458459E8, + "99.999" : 4.393970299458459E8, + "99.9999" : 4.393970299458459E8, + "100.0" : 4.393970299458459E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.385441460837625E8, + 4.3705182117464304E8, + 4.3471277080055493E8, + 4.3823028979466677E8, + 4.393970299458459E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.445246721384344E8, + "scoreError" : 6766063.537238288, + "scoreConfidence" : [ + 3.377586086011961E8, + 3.512907356756727E8 + ], + "scorePercentiles" : { + "0.0" : 3.4219164843276346E8, + "50.0" : 3.442637100205641E8, + "90.0" : 3.4661407275245327E8, + "95.0" : 3.4661407275245327E8, + "99.0" : 3.4661407275245327E8, + "99.9" : 3.4661407275245327E8, + "99.99" : 3.4661407275245327E8, + "99.999" : 3.4661407275245327E8, + "99.9999" : 3.4661407275245327E8, + "100.0" : 3.4661407275245327E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.4661407275245327E8, + 3.458600061068407E8, + 3.442637100205641E8, + 3.4219164843276346E8, + 3.436939233795505E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.960438519671595E8, + "scoreError" : 1607516.5476798655, + "scoreConfidence" : [ + 1.9443633541947964E8, + 1.9765136851483938E8 + ], + "scorePercentiles" : { + "0.0" : 1.9539008843238795E8, + "50.0" : 1.962079008397609E8, + "90.0" : 1.9641727749447888E8, + "95.0" : 1.9641727749447888E8, + "99.0" : 1.9641727749447888E8, + "99.9" : 1.9641727749447888E8, + "99.99" : 1.9641727749447888E8, + "99.999" : 1.9641727749447888E8, + "99.9999" : 1.9641727749447888E8, + "100.0" : 1.9641727749447888E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9632175503223222E8, + 1.9641727749447888E8, + 1.9588223803693753E8, + 1.962079008397609E8, + 1.9539008843238795E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.325256268174748E8, + "scoreError" : 7742768.811865, + "scoreConfidence" : [ + 3.247828580056098E8, + 3.4026839562933975E8 + ], + "scorePercentiles" : { + "0.0" : 3.301269750108669E8, + "50.0" : 3.32268304690032E8, + "90.0" : 3.351512526926781E8, + "95.0" : 3.351512526926781E8, + "99.0" : 3.351512526926781E8, + "99.9" : 3.351512526926781E8, + "99.99" : 3.351512526926781E8, + "99.999" : 3.351512526926781E8, + "99.9999" : 3.351512526926781E8, + "100.0" : 3.351512526926781E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3385584967389035E8, + 3.3122575201990646E8, + 3.351512526926781E8, + 3.32268304690032E8, + 3.301269750108669E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.3450344002689064E8, + "scoreError" : 4225425.583550842, + "scoreConfidence" : [ + 3.3027801444333977E8, + 3.387288656104415E8 + ], + "scorePercentiles" : { + "0.0" : 3.326901385948774E8, + "50.0" : 3.3472325419919246E8, + "90.0" : 3.35420730008331E8, + "95.0" : 3.35420730008331E8, + "99.0" : 3.35420730008331E8, + "99.9" : 3.35420730008331E8, + "99.99" : 3.35420730008331E8, + "99.999" : 3.35420730008331E8, + "99.9999" : 3.35420730008331E8, + "100.0" : 3.35420730008331E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3472325419919246E8, + 3.326901385948774E8, + 3.343887106576731E8, + 3.35420730008331E8, + 3.3529436667437905E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.33366940635074E8, + "scoreError" : 8995754.195871063, + "scoreConfidence" : [ + 3.2437118643920296E8, + 3.423626948309451E8 + ], + "scorePercentiles" : { + "0.0" : 3.296483257650674E8, + "50.0" : 3.334512589142775E8, + "90.0" : 3.3565146295097166E8, + "95.0" : 3.3565146295097166E8, + "99.0" : 3.3565146295097166E8, + "99.9" : 3.3565146295097166E8, + "99.99" : 3.3565146295097166E8, + "99.999" : 3.3565146295097166E8, + "99.9999" : 3.3565146295097166E8, + "100.0" : 3.3565146295097166E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.296483257650674E8, + 3.3565146295097166E8, + 3.3307602630012304E8, + 3.350076292449302E8, + 3.334512589142775E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.36594786649336E8, + "scoreError" : 7269204.935547361, + "scoreConfidence" : [ + 3.293255817137886E8, + 3.4386399158488333E8 + ], + "scorePercentiles" : { + "0.0" : 3.3378842231739306E8, + "50.0" : 3.368790328397894E8, + "90.0" : 3.38472821423272E8, + "95.0" : 3.38472821423272E8, + "99.0" : 3.38472821423272E8, + "99.9" : 3.38472821423272E8, + "99.99" : 3.38472821423272E8, + "99.999" : 3.38472821423272E8, + "99.9999" : 3.38472821423272E8, + "100.0" : 3.38472821423272E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3378842231739306E8, + 3.368790328397894E8, + 3.3578455564613813E8, + 3.38472821423272E8, + 3.3804910102008754E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3073935556966132E8, + "scoreError" : 9528383.39580229, + "scoreConfidence" : [ + 2.2121097217385903E8, + 2.402677389654636E8 + ], + "scorePercentiles" : { + "0.0" : 2.2853262235676232E8, + "50.0" : 2.3030215112235066E8, + "90.0" : 2.34873501712348E8, + "95.0" : 2.34873501712348E8, + "99.0" : 2.34873501712348E8, + "99.9" : 2.34873501712348E8, + "99.99" : 2.34873501712348E8, + "99.999" : 2.34873501712348E8, + "99.9999" : 2.34873501712348E8, + "100.0" : 2.34873501712348E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2853262235676232E8, + 2.307784951832635E8, + 2.34873501712348E8, + 2.2921000747358212E8, + 2.3030215112235066E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.4889425028181892E7, + "scoreError" : 1204803.2926123799, + "scoreConfidence" : [ + 2.368462173556951E7, + 2.6094228320794273E7 + ], + "scorePercentiles" : { + "0.0" : 2.4504296176183302E7, + "50.0" : 2.4881246379996736E7, + "90.0" : 2.523979713703631E7, + "95.0" : 2.523979713703631E7, + "99.0" : 2.523979713703631E7, + "99.9" : 2.523979713703631E7, + "99.99" : 2.523979713703631E7, + "99.999" : 2.523979713703631E7, + "99.9999" : 2.523979713703631E7, + "100.0" : 2.523979713703631E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.523979713703631E7, + 2.4881246379996736E7, + 2.466644324057488E7, + 2.4504296176183302E7, + 2.515534220711824E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1266052.224018194, + "scoreError" : 23083.496644808336, + "scoreConfidence" : [ + 1242968.7273733856, + 1289135.7206630025 + ], + "scorePercentiles" : { + "0.0" : 1259061.9816398476, + "50.0" : 1264535.9155609298, + "90.0" : 1272955.5047344128, + "95.0" : 1272955.5047344128, + "99.0" : 1272955.5047344128, + "99.9" : 1272955.5047344128, + "99.99" : 1272955.5047344128, + "99.999" : 1272955.5047344128, + "99.9999" : 1272955.5047344128, + "100.0" : 1272955.5047344128 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1272955.5047344128, + 1262182.50879028, + 1271525.2093655001, + 1259061.9816398476, + 1264535.9155609298 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5824.958393404327, + "scoreError" : 241.31837738618225, + "scoreConfidence" : [ + 5583.640016018145, + 6066.276770790509 + ], + "scorePercentiles" : { + "0.0" : 5726.390552959439, + "50.0" : 5849.2014729520715, + "90.0" : 5875.292348020245, + "95.0" : 5875.292348020245, + "99.0" : 5875.292348020245, + "99.9" : 5875.292348020245, + "99.99" : 5875.292348020245, + "99.999" : 5875.292348020245, + "99.9999" : 5875.292348020245, + "100.0" : 5875.292348020245 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5875.292348020245, + 5872.9071743863815, + 5801.0004187034965, + 5726.390552959439, + 5849.2014729520715 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.035468920335395E8, + "scoreError" : 3089484.0189906624, + "scoreConfidence" : [ + 2.0045740801454884E8, + 2.0663637605253017E8 + ], + "scorePercentiles" : { + "0.0" : 2.0256685163868406E8, + "50.0" : 2.0395515459168133E8, + "90.0" : 2.0430496059543547E8, + "95.0" : 2.0430496059543547E8, + "99.0" : 2.0430496059543547E8, + "99.9" : 2.0430496059543547E8, + "99.99" : 2.0430496059543547E8, + "99.999" : 2.0430496059543547E8, + "99.9999" : 2.0430496059543547E8, + "100.0" : 2.0430496059543547E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0279962475789914E8, + 2.0410786858399755E8, + 2.0395515459168133E8, + 2.0256685163868406E8, + 2.0430496059543547E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8985815.481928933, + "scoreError" : 1180659.8841387783, + "scoreConfidence" : [ + 7805155.597790156, + 1.0166475366067711E7 + ], + "scorePercentiles" : { + "0.0" : 8451636.323286526, + "50.0" : 9076202.618488733, + "90.0" : 9236679.722430198, + "95.0" : 9236679.722430198, + "99.0" : 9236679.722430198, + "99.9" : 9236679.722430198, + "99.99" : 9236679.722430198, + "99.999" : 9236679.722430198, + "99.9999" : 9236679.722430198, + "100.0" : 9236679.722430198 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9236679.722430198, + 8451636.323286526, + 9104494.39658174, + 9076202.618488733, + 9060064.348857468 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 463859.2773149263, + "scoreError" : 12092.935730500052, + "scoreConfidence" : [ + 451766.3415844263, + 475952.21304542635 + ], + "scorePercentiles" : { + "0.0" : 458294.2899394876, + "50.0" : 465179.4135539294, + "90.0" : 465890.235840697, + "95.0" : 465890.235840697, + "99.0" : 465890.235840697, + "99.9" : 465890.235840697, + "99.99" : 465890.235840697, + "99.999" : 465890.235840697, + "99.9999" : 465890.235840697, + "100.0" : 465890.235840697 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 465179.4135539294, + 465252.2208514764, + 465890.235840697, + 458294.2899394876, + 464680.2263890411 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1621.7740959132486, + "scoreError" : 112.8569517651772, + "scoreConfidence" : [ + 1508.9171441480714, + 1734.6310476784258 + ], + "scorePercentiles" : { + "0.0" : 1583.9574836569095, + "50.0" : 1622.5822168653829, + "90.0" : 1651.1425913728667, + "95.0" : 1651.1425913728667, + "99.0" : 1651.1425913728667, + "99.9" : 1651.1425913728667, + "99.99" : 1651.1425913728667, + "99.999" : 1651.1425913728667, + "99.9999" : 1651.1425913728667, + "100.0" : 1651.1425913728667 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1622.5822168653829, + 1649.1899805507728, + 1601.9982071203108, + 1651.1425913728667, + 1583.9574836569095 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3231491588472956E8, + "scoreError" : 7162780.086004859, + "scoreConfidence" : [ + 2.251521357987247E8, + 2.3947769597073442E8 + ], + "scorePercentiles" : { + "0.0" : 2.2909183716163743E8, + "50.0" : 2.3309226143311933E8, + "90.0" : 2.3367054015664974E8, + "95.0" : 2.3367054015664974E8, + "99.0" : 2.3367054015664974E8, + "99.9" : 2.3367054015664974E8, + "99.99" : 2.3367054015664974E8, + "99.999" : 2.3367054015664974E8, + "99.9999" : 2.3367054015664974E8, + "100.0" : 2.3367054015664974E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.3309226143311933E8, + 2.3367054015664974E8, + 2.3240375649463955E8, + 2.3331618417760178E8, + 2.2909183716163743E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3846903.0401059957, + "scoreError" : 434587.4343911056, + "scoreConfidence" : [ + 3412315.60571489, + 4281490.474497101 + ], + "scorePercentiles" : { + "0.0" : 3654298.774514897, + "50.0" : 3878660.8969398527, + "90.0" : 3953112.4421323594, + "95.0" : 3953112.4421323594, + "99.0" : 3953112.4421323594, + "99.9" : 3953112.4421323594, + "99.99" : 3953112.4421323594, + "99.999" : 3953112.4421323594, + "99.9999" : 3953112.4421323594, + "100.0" : 3953112.4421323594 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3654298.774514897, + 3878660.8969398527, + 3953112.4421323594, + 3868205.014209964, + 3880238.0727329054 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 359964.6358974894, + "scoreError" : 31122.090405428527, + "scoreConfidence" : [ + 328842.54549206083, + 391086.72630291793 + ], + "scorePercentiles" : { + "0.0" : 346449.792352632, + "50.0" : 362031.8918920583, + "90.0" : 366537.9873465896, + "95.0" : 366537.9873465896, + "99.0" : 366537.9873465896, + "99.9" : 366537.9873465896, + "99.99" : 366537.9873465896, + "99.999" : 366537.9873465896, + "99.9999" : 366537.9873465896, + "100.0" : 366537.9873465896 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 346449.792352632, + 359296.7392987662, + 366537.9873465896, + 365506.7685974009, + 362031.8918920583 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1522.7937531954933, + "scoreError" : 54.53134298891609, + "scoreConfidence" : [ + 1468.2624102065772, + 1577.3250961844094 + ], + "scorePercentiles" : { + "0.0" : 1503.7593324292698, + "50.0" : 1530.898956038232, + "90.0" : 1534.4423814008705, + "95.0" : 1534.4423814008705, + "99.0" : 1534.4423814008705, + "99.9" : 1534.4423814008705, + "99.99" : 1534.4423814008705, + "99.999" : 1534.4423814008705, + "99.9999" : 1534.4423814008705, + "100.0" : 1534.4423814008705 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1534.4423814008705, + 1533.3485507348262, + 1503.7593324292698, + 1511.5195453742683, + 1530.898956038232 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0278507195988825E8, + "scoreError" : 9376001.03341609, + "scoreConfidence" : [ + 1.9340907092647216E8, + 2.1216107299330434E8 + ], + "scorePercentiles" : { + "0.0" : 1.994889412930394E8, + "50.0" : 2.02758126129152E8, + "90.0" : 2.0550519196962056E8, + "95.0" : 2.0550519196962056E8, + "99.0" : 2.0550519196962056E8, + "99.9" : 2.0550519196962056E8, + "99.99" : 2.0550519196962056E8, + "99.999" : 2.0550519196962056E8, + "99.9999" : 2.0550519196962056E8, + "100.0" : 2.0550519196962056E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.014633955412155E8, + 2.0550519196962056E8, + 2.0470970486641377E8, + 2.02758126129152E8, + 1.994889412930394E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9171837.200825442, + "scoreError" : 1077625.57285617, + "scoreConfidence" : [ + 8094211.6279692715, + 1.024946277368161E7 + ], + "scorePercentiles" : { + "0.0" : 8680870.127733735, + "50.0" : 9256316.829679176, + "90.0" : 9386577.376352394, + "95.0" : 9386577.376352394, + "99.0" : 9386577.376352394, + "99.9" : 9386577.376352394, + "99.99" : 9386577.376352394, + "99.999" : 9386577.376352394, + "99.9999" : 9386577.376352394, + "100.0" : 9386577.376352394 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9284959.91611569, + 9250461.754246216, + 9256316.829679176, + 8680870.127733735, + 9386577.376352394 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 450077.88766061, + "scoreError" : 23094.373129839598, + "scoreConfidence" : [ + 426983.5145307704, + 473172.2607904496 + ], + "scorePercentiles" : { + "0.0" : 443951.3997143648, + "50.0" : 448795.10589929594, + "90.0" : 460133.21474889666, + "95.0" : 460133.21474889666, + "99.0" : 460133.21474889666, + "99.9" : 460133.21474889666, + "99.99" : 460133.21474889666, + "99.999" : 460133.21474889666, + "99.9999" : 460133.21474889666, + "100.0" : 460133.21474889666 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 443951.3997143648, + 448969.2481156839, + 448540.46982480877, + 448795.10589929594, + 460133.21474889666 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Get.get", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1482.837717880169, + "scoreError" : 153.10926830954543, + "scoreConfidence" : [ + 1329.7284495706235, + 1635.9469861897146 + ], + "scorePercentiles" : { + "0.0" : 1414.3216895098565, + "50.0" : 1496.3635289610952, + "90.0" : 1514.992375541043, + "95.0" : 1514.992375541043, + "99.0" : 1514.992375541043, + "99.9" : 1514.992375541043, + "99.99" : 1514.992375541043, + "99.999" : 1514.992375541043, + "99.9999" : 1514.992375541043, + "100.0" : 1514.992375541043 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1502.9737695101785, + 1496.3635289610952, + 1414.3216895098565, + 1485.5372258786726, + 1514.992375541043 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7261535642297365E7, + "scoreError" : 1.157670818076108E7, + "scoreConfidence" : [ + 1.5684827461536285E7, + 3.883824382305844E7 + ], + "scorePercentiles" : { + "0.0" : 2.2916333087072935E7, + "50.0" : 2.725408849509912E7, + "90.0" : 3.1100172208188877E7, + "95.0" : 3.1100172208188877E7, + "99.0" : 3.1100172208188877E7, + "99.9" : 3.1100172208188877E7, + "99.99" : 3.1100172208188877E7, + "99.999" : 3.1100172208188877E7, + "99.9999" : 3.1100172208188877E7, + "100.0" : 3.1100172208188877E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.1100172208188877E7, + 2.86154729028717E7, + 2.2916333087072935E7, + 2.725408849509912E7, + 2.6421611518254206E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9673190.937616214, + "scoreError" : 1004248.9233432194, + "scoreConfidence" : [ + 8668942.014272995, + 1.0677439860959433E7 + ], + "scorePercentiles" : { + "0.0" : 9254972.653411504, + "50.0" : 9722411.092868632, + "90.0" : 9937662.700193357, + "95.0" : 9937662.700193357, + "99.0" : 9937662.700193357, + "99.9" : 9937662.700193357, + "99.99" : 9937662.700193357, + "99.999" : 9937662.700193357, + "99.9999" : 9937662.700193357, + "100.0" : 9937662.700193357 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9823764.2014338, + 9627144.040173776, + 9254972.653411504, + 9722411.092868632, + 9937662.700193357 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1040076.1945346033, + "scoreError" : 52373.18174454412, + "scoreConfidence" : [ + 987703.0127900592, + 1092449.3762791473 + ], + "scorePercentiles" : { + "0.0" : 1024498.5114083951, + "50.0" : 1039704.6588728458, + "90.0" : 1057262.5167059386, + "95.0" : 1057262.5167059386, + "99.0" : 1057262.5167059386, + "99.9" : 1057262.5167059386, + "99.99" : 1057262.5167059386, + "99.999" : 1057262.5167059386, + "99.9999" : 1057262.5167059386, + "100.0" : 1057262.5167059386 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1039704.6588728458, + 1057262.5167059386, + 1024498.5114083951, + 1049483.3069582202, + 1029431.9787276177 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 11795.528059138007, + "scoreError" : 447.15606549950087, + "scoreConfidence" : [ + 11348.371993638506, + 12242.684124637508 + ], + "scorePercentiles" : { + "0.0" : 11605.923762619459, + "50.0" : 11849.242884459176, + "90.0" : 11891.00221654158, + "95.0" : 11891.00221654158, + "99.0" : 11891.00221654158, + "99.9" : 11891.00221654158, + "99.99" : 11891.00221654158, + "99.999" : 11891.00221654158, + "99.9999" : 11891.00221654158, + "100.0" : 11891.00221654158 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 11849.242884459176, + 11866.593295296423, + 11605.923762619459, + 11764.8781367734, + 11891.00221654158 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.447064171830376E7, + "scoreError" : 6718881.624421276, + "scoreConfidence" : [ + 1.7751760093882482E7, + 3.1189523342725035E7 + ], + "scorePercentiles" : { + "0.0" : 2.1388527641045053E7, + "50.0" : 2.51049014830731E7, + "90.0" : 2.5564650280172225E7, + "95.0" : 2.5564650280172225E7, + "99.0" : 2.5564650280172225E7, + "99.9" : 2.5564650280172225E7, + "99.99" : 2.5564650280172225E7, + "99.999" : 2.5564650280172225E7, + "99.9999" : 2.5564650280172225E7, + "100.0" : 2.5564650280172225E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1388527641045053E7, + 2.5564650280172225E7, + 2.51049014830731E7, + 2.4861820174339317E7, + 2.5433309012889083E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3336255.3552844157, + "scoreError" : 241410.54441464128, + "scoreConfidence" : [ + 3094844.8108697743, + 3577665.899699057 + ], + "scorePercentiles" : { + "0.0" : 3225716.3595491424, + "50.0" : 3361370.6849601185, + "90.0" : 3378895.0280977716, + "95.0" : 3378895.0280977716, + "99.0" : 3378895.0280977716, + "99.9" : 3378895.0280977716, + "99.99" : 3378895.0280977716, + "99.999" : 3378895.0280977716, + "99.9999" : 3378895.0280977716, + "100.0" : 3378895.0280977716 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3365981.007341609, + 3225716.3595491424, + 3378895.0280977716, + 3361370.6849601185, + 3349313.6964734364 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 277388.36772054515, + "scoreError" : 37734.488893668786, + "scoreConfidence" : [ + 239653.87882687637, + 315122.85661421396 + ], + "scorePercentiles" : { + "0.0" : 261637.80664546633, + "50.0" : 279445.979354223, + "90.0" : 288136.3537150563, + "95.0" : 288136.3537150563, + "99.0" : 288136.3537150563, + "99.9" : 288136.3537150563, + "99.99" : 288136.3537150563, + "99.999" : 288136.3537150563, + "99.9999" : 288136.3537150563, + "100.0" : 288136.3537150563 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 281305.57488556416, + 279445.979354223, + 261637.80664546633, + 276416.1240024159, + 288136.3537150563 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1176.319568759815, + "scoreError" : 107.77468947529232, + "scoreConfidence" : [ + 1068.5448792845227, + 1284.0942582351072 + ], + "scorePercentiles" : { + "0.0" : 1126.4433589107744, + "50.0" : 1188.5558286006772, + "90.0" : 1191.0529080769786, + "95.0" : 1191.0529080769786, + "99.0" : 1191.0529080769786, + "99.9" : 1191.0529080769786, + "99.99" : 1191.0529080769786, + "99.999" : 1191.0529080769786, + "99.9999" : 1191.0529080769786, + "100.0" : 1191.0529080769786 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1188.5558286006772, + 1126.4433589107744, + 1191.0529080769786, + 1190.661579699583, + 1184.8841685110615 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.981929596212845E7, + "scoreError" : 1259858.8813897097, + "scoreConfidence" : [ + 2.855943708073874E7, + 3.107915484351816E7 + ], + "scorePercentiles" : { + "0.0" : 2.935326358649178E7, + "50.0" : 2.9903888527419068E7, + "90.0" : 3.0139383390782043E7, + "95.0" : 3.0139383390782043E7, + "99.0" : 3.0139383390782043E7, + "99.9" : 3.0139383390782043E7, + "99.99" : 3.0139383390782043E7, + "99.999" : 3.0139383390782043E7, + "99.9999" : 3.0139383390782043E7, + "100.0" : 3.0139383390782043E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.9903888527419068E7, + 3.0139383390782043E7, + 2.935326358649178E7, + 2.962691336224892E7, + 3.0073030943700444E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4699655.034108015, + "scoreError" : 204466.09809890945, + "scoreConfidence" : [ + 4495188.936009105, + 4904121.132206924 + ], + "scorePercentiles" : { + "0.0" : 4616373.588363889, + "50.0" : 4716953.491073494, + "90.0" : 4752831.313082145, + "95.0" : 4752831.313082145, + "99.0" : 4752831.313082145, + "99.9" : 4752831.313082145, + "99.99" : 4752831.313082145, + "99.999" : 4752831.313082145, + "99.9999" : 4752831.313082145, + "100.0" : 4752831.313082145 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4616373.588363889, + 4752831.313082145, + 4682253.554975413, + 4716953.491073494, + 4729863.223045135 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 442406.35800763546, + "scoreError" : 44000.476383457644, + "scoreConfidence" : [ + 398405.8816241778, + 486406.8343910931 + ], + "scorePercentiles" : { + "0.0" : 422460.73954580317, + "50.0" : 447059.4725076909, + "90.0" : 449668.81842444564, + "95.0" : 449668.81842444564, + "99.0" : 449668.81842444564, + "99.9" : 449668.81842444564, + "99.99" : 449668.81842444564, + "99.999" : 449668.81842444564, + "99.9999" : 449668.81842444564, + "100.0" : 449668.81842444564 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 449668.81842444564, + 422460.73954580317, + 443436.2275377904, + 447059.4725076909, + 449406.53202244715 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4466.266389338188, + "scoreError" : 1163.2923138202432, + "scoreConfidence" : [ + 3302.9740755179446, + 5629.558703158431 + ], + "scorePercentiles" : { + "0.0" : 4153.817446444461, + "50.0" : 4409.558163071618, + "90.0" : 4788.006513488109, + "95.0" : 4788.006513488109, + "99.0" : 4788.006513488109, + "99.9" : 4788.006513488109, + "99.99" : 4788.006513488109, + "99.999" : 4788.006513488109, + "99.9999" : 4788.006513488109, + "100.0" : 4788.006513488109 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4153.817446444461, + 4207.499600797235, + 4409.558163071618, + 4788.006513488109, + 4772.4502228895135 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4942835903018408E7, + "scoreError" : 1150377.628964893, + "scoreConfidence" : [ + 2.3792458274053514E7, + 2.60932135319833E7 + ], + "scorePercentiles" : { + "0.0" : 2.4585997100135162E7, + "50.0" : 2.4881325904834446E7, + "90.0" : 2.5392690438017793E7, + "95.0" : 2.5392690438017793E7, + "99.0" : 2.5392690438017793E7, + "99.9" : 2.5392690438017793E7, + "99.99" : 2.5392690438017793E7, + "99.999" : 2.5392690438017793E7, + "99.9999" : 2.5392690438017793E7, + "100.0" : 2.5392690438017793E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4881325904834446E7, + 2.503437245156876E7, + 2.5392690438017793E7, + 2.4585997100135162E7, + 2.4819793620535888E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3546913.0575953973, + "scoreError" : 686341.2858957672, + "scoreConfidence" : [ + 2860571.77169963, + 4233254.343491165 + ], + "scorePercentiles" : { + "0.0" : 3233088.840219382, + "50.0" : 3596640.933407981, + "90.0" : 3671975.3268960346, + "95.0" : 3671975.3268960346, + "99.0" : 3671975.3268960346, + "99.9" : 3671975.3268960346, + "99.99" : 3671975.3268960346, + "99.999" : 3671975.3268960346, + "99.9999" : 3671975.3268960346, + "100.0" : 3671975.3268960346 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3636611.914345417, + 3671975.3268960346, + 3596248.2731081736, + 3233088.840219382, + 3596640.933407981 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 274646.98399140016, + "scoreError" : 45757.16011372188, + "scoreConfidence" : [ + 228889.82387767828, + 320404.1441051221 + ], + "scorePercentiles" : { + "0.0" : 261092.03544732896, + "50.0" : 280817.4091395315, + "90.0" : 286842.33856707957, + "95.0" : 286842.33856707957, + "99.0" : 286842.33856707957, + "99.9" : 286842.33856707957, + "99.99" : 286842.33856707957, + "99.999" : 286842.33856707957, + "99.9999" : 286842.33856707957, + "100.0" : 286842.33856707957 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 262683.52914922615, + 286842.33856707957, + 281799.6076538347, + 280817.4091395315, + 261092.03544732896 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1144.1131726542133, + "scoreError" : 80.63337818231572, + "scoreConfidence" : [ + 1063.4797944718975, + 1224.746550836529 + ], + "scorePercentiles" : { + "0.0" : 1113.6285169368978, + "50.0" : 1155.2259847275207, + "90.0" : 1163.1408088210585, + "95.0" : 1163.1408088210585, + "99.0" : 1163.1408088210585, + "99.9" : 1163.1408088210585, + "99.99" : 1163.1408088210585, + "99.999" : 1163.1408088210585, + "99.9999" : 1163.1408088210585, + "100.0" : 1163.1408088210585 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1157.305535667212, + 1155.2259847275207, + 1113.6285169368978, + 1131.2650171183782, + 1163.1408088210585 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.0722664863314286E7, + "scoreError" : 5997677.434706256, + "scoreConfidence" : [ + 3.472498742860803E7, + 4.672034229802054E7 + ], + "scorePercentiles" : { + "0.0" : 3.817779368700533E7, + "50.0" : 4.082155605219996E7, + "90.0" : 4.224165057885573E7, + "95.0" : 4.224165057885573E7, + "99.0" : 4.224165057885573E7, + "99.9" : 4.224165057885573E7, + "99.99" : 4.224165057885573E7, + "99.999" : 4.224165057885573E7, + "99.9999" : 4.224165057885573E7, + "100.0" : 4.224165057885573E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.167660498241105E7, + 4.082155605219996E7, + 3.817779368700533E7, + 4.069571901609933E7, + 4.224165057885573E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.7309373946745086E7, + "scoreError" : 2535809.7360236966, + "scoreConfidence" : [ + 1.477356421072139E7, + 1.9845183682768784E7 + ], + "scorePercentiles" : { + "0.0" : 1.6139656731470462E7, + "50.0" : 1.762017759333914E7, + "90.0" : 1.7680049318006635E7, + "95.0" : 1.7680049318006635E7, + "99.0" : 1.7680049318006635E7, + "99.9" : 1.7680049318006635E7, + "99.99" : 1.7680049318006635E7, + "99.999" : 1.7680049318006635E7, + "99.9999" : 1.7680049318006635E7, + "100.0" : 1.7680049318006635E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7471997339172352E7, + 1.763498875173684E7, + 1.6139656731470462E7, + 1.7680049318006635E7, + 1.762017759333914E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1846106.6371899354, + "scoreError" : 72695.72427194731, + "scoreConfidence" : [ + 1773410.9129179881, + 1918802.3614618827 + ], + "scorePercentiles" : { + "0.0" : 1821867.3268953469, + "50.0" : 1846661.2342015577, + "90.0" : 1869146.2320277009, + "95.0" : 1869146.2320277009, + "99.0" : 1869146.2320277009, + "99.9" : 1869146.2320277009, + "99.99" : 1869146.2320277009, + "99.999" : 1869146.2320277009, + "99.9999" : 1869146.2320277009, + "100.0" : 1869146.2320277009 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1858813.8836942783, + 1869146.2320277009, + 1846661.2342015577, + 1821867.3268953469, + 1834044.509130794 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 12199.188371141969, + "scoreError" : 357.1257394078315, + "scoreConfidence" : [ + 11842.062631734138, + 12556.3141105498 + ], + "scorePercentiles" : { + "0.0" : 12060.901893895601, + "50.0" : 12252.547281186351, + "90.0" : 12270.465921601712, + "95.0" : 12270.465921601712, + "99.0" : 12270.465921601712, + "99.9" : 12270.465921601712, + "99.99" : 12270.465921601712, + "99.999" : 12270.465921601712, + "99.9999" : 12270.465921601712, + "100.0" : 12270.465921601712 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 12270.465921601712, + 12252.547281186351, + 12145.755034323995, + 12060.901893895601, + 12266.271724702194 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6500424586280786E7, + "scoreError" : 2181871.700176565, + "scoreConfidence" : [ + 2.431855288610422E7, + 2.8682296286457352E7 + ], + "scorePercentiles" : { + "0.0" : 2.5577314539403073E7, + "50.0" : 2.6699827278335866E7, + "90.0" : 2.7038727610215165E7, + "95.0" : 2.7038727610215165E7, + "99.0" : 2.7038727610215165E7, + "99.9" : 2.7038727610215165E7, + "99.99" : 2.7038727610215165E7, + "99.999" : 2.7038727610215165E7, + "99.9999" : 2.7038727610215165E7, + "100.0" : 2.7038727610215165E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7038727610215165E7, + 2.6699827278335866E7, + 2.6799772740558565E7, + 2.6386480762891278E7, + 2.5577314539403073E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5010774.779278102, + "scoreError" : 295091.2776993734, + "scoreConfidence" : [ + 4715683.501578729, + 5305866.056977476 + ], + "scorePercentiles" : { + "0.0" : 4899183.351605872, + "50.0" : 5014233.8474070495, + "90.0" : 5110740.54243311, + "95.0" : 5110740.54243311, + "99.0" : 5110740.54243311, + "99.9" : 5110740.54243311, + "99.99" : 5110740.54243311, + "99.999" : 5110740.54243311, + "99.9999" : 5110740.54243311, + "100.0" : 5110740.54243311 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5110740.54243311, + 5037220.228752757, + 5014233.8474070495, + 4899183.351605872, + 4992495.926191725 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 566210.526139038, + "scoreError" : 105625.4548761316, + "scoreConfidence" : [ + 460585.0712629064, + 671835.9810151696 + ], + "scorePercentiles" : { + "0.0" : 536000.3105495734, + "50.0" : 581683.6331790818, + "90.0" : 591167.8662635897, + "95.0" : 591167.8662635897, + "99.0" : 591167.8662635897, + "99.9" : 591167.8662635897, + "99.99" : 591167.8662635897, + "99.999" : 591167.8662635897, + "99.9999" : 591167.8662635897, + "100.0" : 591167.8662635897 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 536783.9483084149, + 581683.6331790818, + 591167.8662635897, + 536000.3105495734, + 585416.8723945301 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4223.250877219031, + "scoreError" : 908.6447283762582, + "scoreConfidence" : [ + 3314.606148842773, + 5131.895605595289 + ], + "scorePercentiles" : { + "0.0" : 3881.723962753662, + "50.0" : 4315.743649614492, + "90.0" : 4442.082864719901, + "95.0" : 4442.082864719901, + "99.0" : 4442.082864719901, + "99.9" : 4442.082864719901, + "99.99" : 4442.082864719901, + "99.999" : 4442.082864719901, + "99.9999" : 4442.082864719901, + "100.0" : 4442.082864719901 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3881.723962753662, + 4081.5202723585285, + 4395.183636648574, + 4442.082864719901, + 4315.743649614492 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.087425289059217E7, + "scoreError" : 7227344.327700146, + "scoreConfidence" : [ + 3.364690856289203E7, + 4.810159721829232E7 + ], + "scorePercentiles" : { + "0.0" : 3.811150670169617E7, + "50.0" : 4.199113526451215E7, + "90.0" : 4.2317460136751525E7, + "95.0" : 4.2317460136751525E7, + "99.0" : 4.2317460136751525E7, + "99.9" : 4.2317460136751525E7, + "99.99" : 4.2317460136751525E7, + "99.999" : 4.2317460136751525E7, + "99.9999" : 4.2317460136751525E7, + "100.0" : 4.2317460136751525E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.222211948942643E7, + 4.2317460136751525E7, + 3.97290428605746E7, + 3.811150670169617E7, + 4.199113526451215E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5163350.320690485, + "scoreError" : 655411.2823493952, + "scoreConfidence" : [ + 4507939.038341089, + 5818761.60303988 + ], + "scorePercentiles" : { + "0.0" : 4870856.286104681, + "50.0" : 5254601.006134277, + "90.0" : 5269570.299008492, + "95.0" : 5269570.299008492, + "99.0" : 5269570.299008492, + "99.9" : 5269570.299008492, + "99.99" : 5269570.299008492, + "99.999" : 5269570.299008492, + "99.9999" : 5269570.299008492, + "100.0" : 5269570.299008492 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5269570.299008492, + 5266568.883065201, + 4870856.286104681, + 5155155.129139772, + 5254601.006134277 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 587208.4742141288, + "scoreError" : 52077.57635524757, + "scoreConfidence" : [ + 535130.8978588813, + 639286.0505693763 + ], + "scorePercentiles" : { + "0.0" : 567815.0987582036, + "50.0" : 592506.7393260719, + "90.0" : 599940.1447291325, + "95.0" : 599940.1447291325, + "99.0" : 599940.1447291325, + "99.9" : 599940.1447291325, + "99.99" : 599940.1447291325, + "99.999" : 599940.1447291325, + "99.9999" : 599940.1447291325, + "100.0" : 599940.1447291325 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 567815.0987582036, + 578822.7798219534, + 596957.6084352827, + 592506.7393260719, + 599940.1447291325 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3931.2029366945508, + "scoreError" : 314.24495027317266, + "scoreConfidence" : [ + 3616.9579864213783, + 4245.447886967723 + ], + "scorePercentiles" : { + "0.0" : 3793.4056898487124, + "50.0" : 3955.359473212154, + "90.0" : 4003.3297310294465, + "95.0" : 4003.3297310294465, + "99.0" : 4003.3297310294465, + "99.9" : 4003.3297310294465, + "99.99" : 4003.3297310294465, + "99.999" : 4003.3297310294465, + "99.9999" : 4003.3297310294465, + "100.0" : 4003.3297310294465 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4003.3297310294465, + 3793.4056898487124, + 3955.359473212154, + 3929.5530044712677, + 3974.366784911172 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4295314240403477E7, + "scoreError" : 5860011.093335129, + "scoreConfidence" : [ + 1.8435303147068348E7, + 3.0155325333738606E7 + ], + "scorePercentiles" : { + "0.0" : 2.1829710460401036E7, + "50.0" : 2.4777448677284054E7, + "90.0" : 2.5639408320931163E7, + "95.0" : 2.5639408320931163E7, + "99.0" : 2.5639408320931163E7, + "99.9" : 2.5639408320931163E7, + "99.99" : 2.5639408320931163E7, + "99.999" : 2.5639408320931163E7, + "99.9999" : 2.5639408320931163E7, + "100.0" : 2.5639408320931163E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1829710460401036E7, + 2.392900772852163E7, + 2.4777448677284054E7, + 2.5639408320931163E7, + 2.5300996014879495E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5120708.164494531, + "scoreError" : 208536.2636569082, + "scoreConfidence" : [ + 4912171.900837623, + 5329244.42815144 + ], + "scorePercentiles" : { + "0.0" : 5037647.946018108, + "50.0" : 5128819.99050972, + "90.0" : 5168947.805184121, + "95.0" : 5168947.805184121, + "99.0" : 5168947.805184121, + "99.9" : 5168947.805184121, + "99.99" : 5168947.805184121, + "99.999" : 5168947.805184121, + "99.9999" : 5168947.805184121, + "100.0" : 5168947.805184121 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5128819.99050972, + 5101789.989427785, + 5166335.091332923, + 5168947.805184121, + 5037647.946018108 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 556096.1360697292, + "scoreError" : 97467.66392946253, + "scoreConfidence" : [ + 458628.4721402667, + 653563.7999991918 + ], + "scorePercentiles" : { + "0.0" : 514004.04472680256, + "50.0" : 559806.6184745521, + "90.0" : 577287.6848480303, + "95.0" : 577287.6848480303, + "99.0" : 577287.6848480303, + "99.9" : 577287.6848480303, + "99.99" : 577287.6848480303, + "99.999" : 577287.6848480303, + "99.9999" : 577287.6848480303, + "100.0" : 577287.6848480303 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 555192.3402774999, + 574189.9920217614, + 514004.04472680256, + 577287.6848480303, + 559806.6184745521 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3977.4306733615076, + "scoreError" : 312.33508352745827, + "scoreConfidence" : [ + 3665.0955898340494, + 4289.765756888966 + ], + "scorePercentiles" : { + "0.0" : 3857.4029263317884, + "50.0" : 3973.4522303767867, + "90.0" : 4056.1809514992874, + "95.0" : 4056.1809514992874, + "99.0" : 4056.1809514992874, + "99.9" : 4056.1809514992874, + "99.99" : 4056.1809514992874, + "99.999" : 4056.1809514992874, + "99.9999" : 4056.1809514992874, + "100.0" : 4056.1809514992874 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4048.3740596231814, + 4056.1809514992874, + 3951.7431989764964, + 3857.4029263317884, + 3973.4522303767867 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.15443186957043E7, + "scoreError" : 2476872.2113721254, + "scoreConfidence" : [ + 3.906744648433218E7, + 4.4021190907076426E7 + ], + "scorePercentiles" : { + "0.0" : 4.0875562005565085E7, + "50.0" : 4.128109341351372E7, + "90.0" : 4.251294948265977E7, + "95.0" : 4.251294948265977E7, + "99.0" : 4.251294948265977E7, + "99.9" : 4.251294948265977E7, + "99.99" : 4.251294948265977E7, + "99.999" : 4.251294948265977E7, + "99.9999" : 4.251294948265977E7, + "100.0" : 4.251294948265977E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.1841881288571656E7, + 4.1210107288211286E7, + 4.251294948265977E7, + 4.0875562005565085E7, + 4.128109341351372E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.7217156657004148E7, + "scoreError" : 2691622.239909812, + "scoreConfidence" : [ + 1.4525534417094335E7, + 1.990877889691396E7 + ], + "scorePercentiles" : { + "0.0" : 1.6106423065243604E7, + "50.0" : 1.756536088744426E7, + "90.0" : 1.7798104508583363E7, + "95.0" : 1.7798104508583363E7, + "99.0" : 1.7798104508583363E7, + "99.9" : 1.7798104508583363E7, + "99.99" : 1.7798104508583363E7, + "99.999" : 1.7798104508583363E7, + "99.9999" : 1.7798104508583363E7, + "100.0" : 1.7798104508583363E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.756536088744426E7, + 1.765828618856505E7, + 1.7798104508583363E7, + 1.6106423065243604E7, + 1.695760863518446E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1803178.0183137741, + "scoreError" : 138058.96441922433, + "scoreConfidence" : [ + 1665119.0538945498, + 1941236.9827329984 + ], + "scorePercentiles" : { + "0.0" : 1744812.3917111675, + "50.0" : 1808725.8110796085, + "90.0" : 1840269.2546756258, + "95.0" : 1840269.2546756258, + "99.0" : 1840269.2546756258, + "99.9" : 1840269.2546756258, + "99.99" : 1840269.2546756258, + "99.999" : 1840269.2546756258, + "99.9999" : 1840269.2546756258, + "100.0" : 1840269.2546756258 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1800913.6457665674, + 1840269.2546756258, + 1744812.3917111675, + 1821168.9883359014, + 1808725.8110796085 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 14014.813597053424, + "scoreError" : 281.0396819067718, + "scoreConfidence" : [ + 13733.773915146652, + 14295.853278960196 + ], + "scorePercentiles" : { + "0.0" : 13937.32870249395, + "50.0" : 13993.261069361173, + "90.0" : 14096.172614049006, + "95.0" : 14096.172614049006, + "99.0" : 14096.172614049006, + "99.9" : 14096.172614049006, + "99.99" : 14096.172614049006, + "99.999" : 14096.172614049006, + "99.9999" : 14096.172614049006, + "100.0" : 14096.172614049006 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 13960.157391031453, + 14087.148208331542, + 14096.172614049006, + 13993.261069361173, + 13937.32870249395 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4573109604632296E7, + "scoreError" : 1.2124219408820443E7, + "scoreConfidence" : [ + 1.2448890195811853E7, + 3.669732901345274E7 + ], + "scorePercentiles" : { + "0.0" : 1.89529719641703E7, + "50.0" : 2.5860660694250204E7, + "90.0" : 2.6258182165023416E7, + "95.0" : 2.6258182165023416E7, + "99.0" : 2.6258182165023416E7, + "99.9" : 2.6258182165023416E7, + "99.99" : 2.6258182165023416E7, + "99.999" : 2.6258182165023416E7, + "99.9999" : 2.6258182165023416E7, + "100.0" : 2.6258182165023416E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.89529719641703E7, + 2.6258182165023416E7, + 2.571329888279501E7, + 2.5860660694250204E7, + 2.608043431692255E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3055803.3454480516, + "scoreError" : 197263.10897007017, + "scoreConfidence" : [ + 2858540.2364779813, + 3253066.454418122 + ], + "scorePercentiles" : { + "0.0" : 2965042.654236225, + "50.0" : 3075350.006858916, + "90.0" : 3085598.4605201823, + "95.0" : 3085598.4605201823, + "99.0" : 3085598.4605201823, + "99.9" : 3085598.4605201823, + "99.99" : 3085598.4605201823, + "99.999" : 3085598.4605201823, + "99.9999" : 3085598.4605201823, + "100.0" : 3085598.4605201823 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3085598.4605201823, + 2965042.654236225, + 3075350.006858916, + 3084648.8913709577, + 3068376.714253974 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 294198.57478255004, + "scoreError" : 48627.13666626412, + "scoreConfidence" : [ + 245571.43811628592, + 342825.71144881414 + ], + "scorePercentiles" : { + "0.0" : 272567.067292765, + "50.0" : 299716.6307493748, + "90.0" : 304172.3625260729, + "95.0" : 304172.3625260729, + "99.0" : 304172.3625260729, + "99.9" : 304172.3625260729, + "99.99" : 304172.3625260729, + "99.999" : 304172.3625260729, + "99.9999" : 304172.3625260729, + "100.0" : 304172.3625260729 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 294012.4952531461, + 300524.3180913914, + 304172.3625260729, + 299716.6307493748, + 272567.067292765 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1159.9042621514639, + "scoreError" : 78.44278865103647, + "scoreConfidence" : [ + 1081.4614735004275, + 1238.3470508025002 + ], + "scorePercentiles" : { + "0.0" : 1130.0974673525425, + "50.0" : 1163.3998159957257, + "90.0" : 1182.6726958947788, + "95.0" : 1182.6726958947788, + "99.0" : 1182.6726958947788, + "99.9" : 1182.6726958947788, + "99.99" : 1182.6726958947788, + "99.999" : 1182.6726958947788, + "99.9999" : 1182.6726958947788, + "100.0" : 1182.6726958947788 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1172.506761049506, + 1150.8445704647665, + 1130.0974673525425, + 1182.6726958947788, + 1163.3998159957257 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.140890605889636E7, + "scoreError" : 4739700.16350499, + "scoreConfidence" : [ + 3.6669205895391375E7, + 4.614860622240135E7 + ], + "scorePercentiles" : { + "0.0" : 4.025701308231085E7, + "50.0" : 4.105431565622214E7, + "90.0" : 4.2786711434796706E7, + "95.0" : 4.2786711434796706E7, + "99.0" : 4.2786711434796706E7, + "99.9" : 4.2786711434796706E7, + "99.99" : 4.2786711434796706E7, + "99.999" : 4.2786711434796706E7, + "99.9999" : 4.2786711434796706E7, + "100.0" : 4.2786711434796706E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2786711434796706E7, + 4.025701308231085E7, + 4.0311114715431295E7, + 4.105431565622214E7, + 4.2635375405720845E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5194835.067204393, + "scoreError" : 389242.5712922349, + "scoreConfidence" : [ + 4805592.495912159, + 5584077.638496628 + ], + "scorePercentiles" : { + "0.0" : 5025290.469816584, + "50.0" : 5236554.799996411, + "90.0" : 5286260.390918559, + "95.0" : 5286260.390918559, + "99.0" : 5286260.390918559, + "99.9" : 5286260.390918559, + "99.99" : 5286260.390918559, + "99.999" : 5286260.390918559, + "99.9999" : 5286260.390918559, + "100.0" : 5286260.390918559 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5286260.390918559, + 5025290.469816584, + 5186902.506679841, + 5236554.799996411, + 5239167.168610575 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 578797.7498411124, + "scoreError" : 28473.048163005235, + "scoreConfidence" : [ + 550324.7016781071, + 607270.7980041177 + ], + "scorePercentiles" : { + "0.0" : 570296.6432590118, + "50.0" : 578065.5945287723, + "90.0" : 589245.7437597751, + "95.0" : 589245.7437597751, + "99.0" : 589245.7437597751, + "99.9" : 589245.7437597751, + "99.99" : 589245.7437597751, + "99.999" : 589245.7437597751, + "99.9999" : 589245.7437597751, + "100.0" : 589245.7437597751 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 573947.5650748106, + 570296.6432590118, + 578065.5945287723, + 589245.7437597751, + 582433.2025831926 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4229.673402458971, + "scoreError" : 108.37796366108843, + "scoreConfidence" : [ + 4121.2954387978825, + 4338.05136612006 + ], + "scorePercentiles" : { + "0.0" : 4198.060521227556, + "50.0" : 4224.80484495741, + "90.0" : 4275.513532350126, + "95.0" : 4275.513532350126, + "99.0" : 4275.513532350126, + "99.9" : 4275.513532350126, + "99.99" : 4275.513532350126, + "99.999" : 4275.513532350126, + "99.9999" : 4275.513532350126, + "100.0" : 4275.513532350126 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4225.4787835742045, + 4224.509330185561, + 4198.060521227556, + 4224.80484495741, + 4275.513532350126 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4622927486331545E7, + "scoreError" : 4294008.976690198, + "scoreConfidence" : [ + 2.0328918509641346E7, + 2.8916936463021744E7 + ], + "scorePercentiles" : { + "0.0" : 2.288391272247123E7, + "50.0" : 2.518229555369999E7, + "90.0" : 2.5529028966782283E7, + "95.0" : 2.5529028966782283E7, + "99.0" : 2.5529028966782283E7, + "99.9" : 2.5529028966782283E7, + "99.99" : 2.5529028966782283E7, + "99.999" : 2.5529028966782283E7, + "99.9999" : 2.5529028966782283E7, + "100.0" : 2.5529028966782283E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.288391272247123E7, + 2.538366120110537E7, + 2.5529028966782283E7, + 2.518229555369999E7, + 2.4135738987598848E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3291662.101011274, + "scoreError" : 364081.1116553506, + "scoreConfidence" : [ + 2927580.989355923, + 3655743.2126666247 + ], + "scorePercentiles" : { + "0.0" : 3154432.104779741, + "50.0" : 3345810.070958311, + "90.0" : 3373186.415024002, + "95.0" : 3373186.415024002, + "99.0" : 3373186.415024002, + "99.9" : 3373186.415024002, + "99.99" : 3373186.415024002, + "99.999" : 3373186.415024002, + "99.9999" : 3373186.415024002, + "100.0" : 3373186.415024002 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3345810.070958311, + 3154432.104779741, + 3231828.0691067744, + 3353053.845187542, + 3373186.415024002 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 291645.2562613029, + "scoreError" : 64008.738165403876, + "scoreConfidence" : [ + 227636.51809589902, + 355653.9944267068 + ], + "scorePercentiles" : { + "0.0" : 269540.38533798355, + "50.0" : 301414.4264052954, + "90.0" : 305247.2491224924, + "95.0" : 305247.2491224924, + "99.0" : 305247.2491224924, + "99.9" : 305247.2491224924, + "99.99" : 305247.2491224924, + "99.999" : 305247.2491224924, + "99.9999" : 305247.2491224924, + "100.0" : 305247.2491224924 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 303962.0279645905, + 269540.38533798355, + 301414.4264052954, + 305247.2491224924, + 278062.1924761528 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1155.3092791068398, + "scoreError" : 138.05614080853047, + "scoreConfidence" : [ + 1017.2531382983093, + 1293.3654199153702 + ], + "scorePercentiles" : { + "0.0" : 1091.3760547548513, + "50.0" : 1169.261192961138, + "90.0" : 1175.7479206997832, + "95.0" : 1175.7479206997832, + "99.0" : 1175.7479206997832, + "99.9" : 1175.7479206997832, + "99.99" : 1175.7479206997832, + "99.999" : 1175.7479206997832, + "99.9999" : 1175.7479206997832, + "100.0" : 1175.7479206997832 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1169.261192961138, + 1091.3760547548513, + 1175.7479206997832, + 1168.431301524375, + 1171.7299255940518 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.099160564253348E7, + "scoreError" : 1.0950903300874585E7, + "scoreConfidence" : [ + 5.00407023416589E7, + 7.194250894340807E7 + ], + "scorePercentiles" : { + "0.0" : 5.596154709147737E7, + "50.0" : 6.201429349162513E7, + "90.0" : 6.286658239584655E7, + "95.0" : 6.286658239584655E7, + "99.0" : 6.286658239584655E7, + "99.9" : 6.286658239584655E7, + "99.99" : 6.286658239584655E7, + "99.999" : 6.286658239584655E7, + "99.9999" : 6.286658239584655E7, + "100.0" : 6.286658239584655E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.23856261570997E7, + 6.172997907661862E7, + 6.201429349162513E7, + 5.596154709147737E7, + 6.286658239584655E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5196555.379478699, + "scoreError" : 181744.15667316012, + "scoreConfidence" : [ + 5014811.222805538, + 5378299.536151859 + ], + "scorePercentiles" : { + "0.0" : 5132849.66267468, + "50.0" : 5197380.20292942, + "90.0" : 5261572.114737844, + "95.0" : 5261572.114737844, + "99.0" : 5261572.114737844, + "99.9" : 5261572.114737844, + "99.99" : 5261572.114737844, + "99.999" : 5261572.114737844, + "99.9999" : 5261572.114737844, + "100.0" : 5261572.114737844 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5213125.385892142, + 5132849.66267468, + 5261572.114737844, + 5197380.20292942, + 5177849.531159406 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 343592.85910900746, + "scoreError" : 106714.53224755065, + "scoreConfidence" : [ + 236878.3268614568, + 450307.39135655813 + ], + "scorePercentiles" : { + "0.0" : 295187.23944700824, + "50.0" : 352945.47884666215, + "90.0" : 364407.23881898104, + "95.0" : 364407.23881898104, + "99.0" : 364407.23881898104, + "99.9" : 364407.23881898104, + "99.99" : 364407.23881898104, + "99.999" : 364407.23881898104, + "99.9999" : 364407.23881898104, + "100.0" : 364407.23881898104 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 295187.23944700824, + 364407.23881898104, + 352945.47884666215, + 357294.6458589783, + 348129.69257340743 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1566.541029016989, + "scoreError" : 230.259077600743, + "scoreConfidence" : [ + 1336.2819514162459, + 1796.800106617732 + ], + "scorePercentiles" : { + "0.0" : 1497.5054787657473, + "50.0" : 1564.2905339187903, + "90.0" : 1629.6641502242308, + "95.0" : 1629.6641502242308, + "99.0" : 1629.6641502242308, + "99.9" : 1629.6641502242308, + "99.99" : 1629.6641502242308, + "99.999" : 1629.6641502242308, + "99.9999" : 1629.6641502242308, + "100.0" : 1629.6641502242308 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1518.1145321134059, + 1564.2905339187903, + 1497.5054787657473, + 1623.1304500627705, + 1629.6641502242308 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.0253058661961637E7, + "scoreError" : 2543118.5289492276, + "scoreConfidence" : [ + 2.770994013301241E7, + 3.2796177190910865E7 + ], + "scorePercentiles" : { + "0.0" : 2.9487744256449427E7, + "50.0" : 3.0000937390050747E7, + "90.0" : 3.1191821675946143E7, + "95.0" : 3.1191821675946143E7, + "99.0" : 3.1191821675946143E7, + "99.9" : 3.1191821675946143E7, + "99.99" : 3.1191821675946143E7, + "99.999" : 3.1191821675946143E7, + "99.9999" : 3.1191821675946143E7, + "100.0" : 3.1191821675946143E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0000937390050747E7, + 2.9967525032248262E7, + 2.9487744256449427E7, + 3.1191821675946143E7, + 3.061726495511361E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4500333.008402871, + "scoreError" : 203246.32796200106, + "scoreConfidence" : [ + 4297086.68044087, + 4703579.336364872 + ], + "scorePercentiles" : { + "0.0" : 4417364.22137348, + "50.0" : 4502994.430698398, + "90.0" : 4561945.100927989, + "95.0" : 4561945.100927989, + "99.0" : 4561945.100927989, + "99.9" : 4561945.100927989, + "99.99" : 4561945.100927989, + "99.999" : 4561945.100927989, + "99.9999" : 4561945.100927989, + "100.0" : 4561945.100927989 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4502994.430698398, + 4497801.490204029, + 4521559.798810462, + 4561945.100927989, + 4417364.22137348 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 267547.4608224628, + "scoreError" : 8857.982741093238, + "scoreConfidence" : [ + 258689.47808136957, + 276405.44356355607 + ], + "scorePercentiles" : { + "0.0" : 264825.3870866407, + "50.0" : 267758.9584670766, + "90.0" : 270448.80964465183, + "95.0" : 270448.80964465183, + "99.0" : 270448.80964465183, + "99.9" : 270448.80964465183, + "99.99" : 270448.80964465183, + "99.999" : 270448.80964465183, + "99.9999" : 270448.80964465183, + "100.0" : 270448.80964465183 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 264825.3870866407, + 267758.9584670766, + 265736.7442954559, + 268967.404618489, + 270448.80964465183 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1285.7278363060145, + "scoreError" : 128.63844029089483, + "scoreConfidence" : [ + 1157.0893960151197, + 1414.3662765969093 + ], + "scorePercentiles" : { + "0.0" : 1237.730559133301, + "50.0" : 1301.0681999521878, + "90.0" : 1313.5888466909857, + "95.0" : 1313.5888466909857, + "99.0" : 1313.5888466909857, + "99.9" : 1313.5888466909857, + "99.99" : 1313.5888466909857, + "99.999" : 1313.5888466909857, + "99.9999" : 1313.5888466909857, + "100.0" : 1313.5888466909857 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1311.9722498019846, + 1313.5888466909857, + 1237.730559133301, + 1264.2793259516145, + 1301.0681999521878 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.965450193959369E7, + "scoreError" : 1.3784223919031788E7, + "scoreConfidence" : [ + 4.58702780205619E7, + 7.343872585862547E7 + ], + "scorePercentiles" : { + "0.0" : 5.356935961558899E7, + "50.0" : 6.054550734518286E7, + "90.0" : 6.283159333339726E7, + "95.0" : 6.283159333339726E7, + "99.0" : 6.283159333339726E7, + "99.9" : 6.283159333339726E7, + "99.99" : 6.283159333339726E7, + "99.999" : 6.283159333339726E7, + "99.9999" : 6.283159333339726E7, + "100.0" : 6.283159333339726E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.283159333339726E7, + 5.356935961558899E7, + 5.9854766144535795E7, + 6.054550734518286E7, + 6.14712832592635E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3077229.116154685, + "scoreError" : 442839.22433878924, + "scoreConfidence" : [ + 2634389.891815896, + 3520068.340493474 + ], + "scorePercentiles" : { + "0.0" : 2879314.686830119, + "50.0" : 3103672.754992089, + "90.0" : 3170734.31270398, + "95.0" : 3170734.31270398, + "99.0" : 3170734.31270398, + "99.9" : 3170734.31270398, + "99.99" : 3170734.31270398, + "99.999" : 3170734.31270398, + "99.9999" : 3170734.31270398, + "100.0" : 3170734.31270398 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3141228.897703132, + 3091194.9285441064, + 2879314.686830119, + 3170734.31270398, + 3103672.754992089 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 225213.5487477433, + "scoreError" : 12081.098374882653, + "scoreConfidence" : [ + 213132.45037286065, + 237294.64712262596 + ], + "scorePercentiles" : { + "0.0" : 220426.0642942007, + "50.0" : 225168.5620684922, + "90.0" : 228990.63081881724, + "95.0" : 228990.63081881724, + "99.0" : 228990.63081881724, + "99.9" : 228990.63081881724, + "99.99" : 228990.63081881724, + "99.999" : 228990.63081881724, + "99.9999" : 228990.63081881724, + "100.0" : 228990.63081881724 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 226643.56976609086, + 228990.63081881724, + 220426.0642942007, + 225168.5620684922, + 224838.91679111545 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1289.8268950780996, + "scoreError" : 249.51437240956454, + "scoreConfidence" : [ + 1040.3125226685352, + 1539.341267487664 + ], + "scorePercentiles" : { + "0.0" : 1175.9699700794506, + "50.0" : 1316.4297520603045, + "90.0" : 1329.3959357807405, + "95.0" : 1329.3959357807405, + "99.0" : 1329.3959357807405, + "99.9" : 1329.3959357807405, + "99.99" : 1329.3959357807405, + "99.999" : 1329.3959357807405, + "99.9999" : 1329.3959357807405, + "100.0" : 1329.3959357807405 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1175.9699700794506, + 1316.4297520603045, + 1299.15357805913, + 1328.1852394108719, + 1329.3959357807405 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.030586967984395E7, + "scoreError" : 3629956.3638433698, + "scoreConfidence" : [ + 2.667591331600058E7, + 3.393582604368732E7 + ], + "scorePercentiles" : { + "0.0" : 2.9008674391406402E7, + "50.0" : 3.0554963872254264E7, + "90.0" : 3.121206754954696E7, + "95.0" : 3.121206754954696E7, + "99.0" : 3.121206754954696E7, + "99.9" : 3.121206754954696E7, + "99.99" : 3.121206754954696E7, + "99.999" : 3.121206754954696E7, + "99.9999" : 3.121206754954696E7, + "100.0" : 3.121206754954696E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0554963872254264E7, + 2.9008674391406402E7, + 2.9677315272907387E7, + 3.107632731310472E7, + 3.121206754954696E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4893715.380395724, + "scoreError" : 202936.9963157471, + "scoreConfidence" : [ + 4690778.384079977, + 5096652.376711472 + ], + "scorePercentiles" : { + "0.0" : 4823479.075200166, + "50.0" : 4892348.513524796, + "90.0" : 4971965.204087002, + "95.0" : 4971965.204087002, + "99.0" : 4971965.204087002, + "99.9" : 4971965.204087002, + "99.99" : 4971965.204087002, + "99.999" : 4971965.204087002, + "99.9999" : 4971965.204087002, + "100.0" : 4971965.204087002 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4892348.513524796, + 4823479.075200166, + 4894259.343256504, + 4971965.204087002, + 4886524.765910152 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 283882.07841717626, + "scoreError" : 9821.247420137535, + "scoreConfidence" : [ + 274060.83099703875, + 293703.3258373138 + ], + "scorePercentiles" : { + "0.0" : 281264.8053049417, + "50.0" : 282975.56277926685, + "90.0" : 287497.399484967, + "95.0" : 287497.399484967, + "99.0" : 287497.399484967, + "99.9" : 287497.399484967, + "99.99" : 287497.399484967, + "99.999" : 287497.399484967, + "99.9999" : 287497.399484967, + "100.0" : 287497.399484967 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 281264.8053049417, + 282212.3463447982, + 282975.56277926685, + 287497.399484967, + 285460.2781719077 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.put", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1198.8021825671476, + "scoreError" : 225.2554110509633, + "scoreConfidence" : [ + 973.5467715161843, + 1424.0575936181108 + ], + "scorePercentiles" : { + "0.0" : 1100.0477474626734, + "50.0" : 1229.8784768457397, + "90.0" : 1240.687979905378, + "95.0" : 1240.687979905378, + "99.0" : 1240.687979905378, + "99.9" : 1240.687979905378, + "99.99" : 1240.687979905378, + "99.999" : 1240.687979905378, + "99.9999" : 1240.687979905378, + "100.0" : 1240.687979905378 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1190.6876336157297, + 1240.687979905378, + 1229.8784768457397, + 1232.7090750062175, + 1100.0477474626734 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.9120484116156444E7, + "scoreError" : 3024632.7852419056, + "scoreConfidence" : [ + 4.609585133091454E7, + 5.2145116901398346E7 + ], + "scorePercentiles" : { + "0.0" : 4.8311629272235565E7, + "50.0" : 4.9056561441609904E7, + "90.0" : 5.0415236149406634E7, + "95.0" : 5.0415236149406634E7, + "99.0" : 5.0415236149406634E7, + "99.9" : 5.0415236149406634E7, + "99.99" : 5.0415236149406634E7, + "99.999" : 5.0415236149406634E7, + "99.9999" : 5.0415236149406634E7, + "100.0" : 5.0415236149406634E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.9058184945132114E7, + 4.8311629272235565E7, + 5.0415236149406634E7, + 4.9056561441609904E7, + 4.876080877239797E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3467699.6975450763, + "scoreError" : 227956.0772208123, + "scoreConfidence" : [ + 3239743.620324264, + 3695655.7747658887 + ], + "scorePercentiles" : { + "0.0" : 3363342.778784752, + "50.0" : 3486225.052424469, + "90.0" : 3510707.768096361, + "95.0" : 3510707.768096361, + "99.0" : 3510707.768096361, + "99.9" : 3510707.768096361, + "99.99" : 3510707.768096361, + "99.999" : 3510707.768096361, + "99.9999" : 3510707.768096361, + "100.0" : 3510707.768096361 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3510707.768096361, + 3363342.778784752, + 3486100.3401687867, + 3492122.5482510105, + 3486225.052424469 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 284010.35289710306, + "scoreError" : 54697.18144594797, + "scoreConfidence" : [ + 229313.1714511551, + 338707.534343051 + ], + "scorePercentiles" : { + "0.0" : 258731.81488007255, + "50.0" : 290306.416296042, + "90.0" : 291905.5196981984, + "95.0" : 291905.5196981984, + "99.0" : 291905.5196981984, + "99.9" : 291905.5196981984, + "99.99" : 291905.5196981984, + "99.999" : 291905.5196981984, + "99.9999" : 291905.5196981984, + "100.0" : 291905.5196981984 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 258731.81488007255, + 291078.7153269474, + 290306.416296042, + 291905.5196981984, + 288029.2982842546 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1243.7248372921654, + "scoreError" : 130.5776059846971, + "scoreConfidence" : [ + 1113.1472313074682, + 1374.3024432768625 + ], + "scorePercentiles" : { + "0.0" : 1188.972318909984, + "50.0" : 1244.4107505863187, + "90.0" : 1279.4327455801886, + "95.0" : 1279.4327455801886, + "99.0" : 1279.4327455801886, + "99.9" : 1279.4327455801886, + "99.99" : 1279.4327455801886, + "99.999" : 1279.4327455801886, + "99.9999" : 1279.4327455801886, + "100.0" : 1279.4327455801886 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1279.4327455801886, + 1244.4107505863187, + 1261.7875413477993, + 1244.0208300365366, + 1188.972318909984 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6564774619827934E7, + "scoreError" : 2730972.4169427436, + "scoreConfidence" : [ + 2.383380220288519E7, + 2.929574703677068E7 + ], + "scorePercentiles" : { + "0.0" : 2.5330373377883013E7, + "50.0" : 2.6746548251807086E7, + "90.0" : 2.7109852275822278E7, + "95.0" : 2.7109852275822278E7, + "99.0" : 2.7109852275822278E7, + "99.9" : 2.7109852275822278E7, + "99.99" : 2.7109852275822278E7, + "99.999" : 2.7109852275822278E7, + "99.9999" : 2.7109852275822278E7, + "100.0" : 2.7109852275822278E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6697515669522278E7, + 2.5330373377883013E7, + 2.7109852275822278E7, + 2.6746548251807086E7, + 2.6939583524105005E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2983536.728978127, + "scoreError" : 415996.03325769753, + "scoreConfidence" : [ + 2567540.695720429, + 3399532.7622358245 + ], + "scorePercentiles" : { + "0.0" : 2800490.98307223, + "50.0" : 3036225.1700436203, + "90.0" : 3065796.01976075, + "95.0" : 3065796.01976075, + "99.0" : 3065796.01976075, + "99.9" : 3065796.01976075, + "99.99" : 3065796.01976075, + "99.999" : 3065796.01976075, + "99.9999" : 3065796.01976075, + "100.0" : 3065796.01976075 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3036225.1700436203, + 3065796.01976075, + 2800490.98307223, + 2972377.297018271, + 3042794.174995763 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 176551.42011049873, + "scoreError" : 29922.449540844304, + "scoreConfidence" : [ + 146628.97056965443, + 206473.86965134303 + ], + "scorePercentiles" : { + "0.0" : 163271.03566948685, + "50.0" : 178187.93533891384, + "90.0" : 182903.02501608513, + "95.0" : 182903.02501608513, + "99.0" : 182903.02501608513, + "99.9" : 182903.02501608513, + "99.99" : 182903.02501608513, + "99.999" : 182903.02501608513, + "99.9999" : 182903.02501608513, + "100.0" : 182903.02501608513 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 178187.93533891384, + 163271.03566948685, + 177179.4524441468, + 182903.02501608513, + 181215.65208386106 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 567.5013743789964, + "scoreError" : 65.96259059190835, + "scoreConfidence" : [ + 501.53878378708805, + 633.4639649709047 + ], + "scorePercentiles" : { + "0.0" : 540.027876517967, + "50.0" : 572.0148943829207, + "90.0" : 585.7236953897265, + "95.0" : 585.7236953897265, + "99.0" : 585.7236953897265, + "99.9" : 585.7236953897265, + "99.99" : 585.7236953897265, + "99.999" : 585.7236953897265, + "99.9999" : 585.7236953897265, + "100.0" : 585.7236953897265 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 575.1306543578376, + 564.6097512465301, + 540.027876517967, + 572.0148943829207, + 585.7236953897265 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.8034640213454165E7, + "scoreError" : 8559830.529929848, + "scoreConfidence" : [ + 3.947480968352432E7, + 5.659447074338401E7 + ], + "scorePercentiles" : { + "0.0" : 4.4338472600235604E7, + "50.0" : 4.815034095889592E7, + "90.0" : 4.9798324177301474E7, + "95.0" : 4.9798324177301474E7, + "99.0" : 4.9798324177301474E7, + "99.9" : 4.9798324177301474E7, + "99.99" : 4.9798324177301474E7, + "99.999" : 4.9798324177301474E7, + "99.9999" : 4.9798324177301474E7, + "100.0" : 4.9798324177301474E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.4338472600235604E7, + 4.812748089962934E7, + 4.9758582431208484E7, + 4.815034095889592E7, + 4.9798324177301474E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1716159.4763538619, + "scoreError" : 312508.550550119, + "scoreConfidence" : [ + 1403650.9258037428, + 2028668.0269039809 + ], + "scorePercentiles" : { + "0.0" : 1584631.3079792818, + "50.0" : 1747833.599252296, + "90.0" : 1789141.4082515754, + "95.0" : 1789141.4082515754, + "99.0" : 1789141.4082515754, + "99.9" : 1789141.4082515754, + "99.99" : 1789141.4082515754, + "99.999" : 1789141.4082515754, + "99.9999" : 1789141.4082515754, + "100.0" : 1789141.4082515754 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1695274.8521833601, + 1747833.599252296, + 1584631.3079792818, + 1763916.2141027946, + 1789141.4082515754 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 142804.7153022819, + "scoreError" : 19252.2384893844, + "scoreConfidence" : [ + 123552.4768128975, + 162056.9537916663 + ], + "scorePercentiles" : { + "0.0" : 134095.2895736225, + "50.0" : 144396.3954503299, + "90.0" : 146834.28114660564, + "95.0" : 146834.28114660564, + "99.0" : 146834.28114660564, + "99.9" : 146834.28114660564, + "99.99" : 146834.28114660564, + "99.999" : 146834.28114660564, + "99.9999" : 146834.28114660564, + "100.0" : 146834.28114660564 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 143802.71085118447, + 134095.2895736225, + 144894.89948966703, + 146834.28114660564, + 144396.3954503299 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 680.0354315217799, + "scoreError" : 67.37332031290094, + "scoreConfidence" : [ + 612.662111208879, + 747.4087518346807 + ], + "scorePercentiles" : { + "0.0" : 652.3751969439921, + "50.0" : 680.7694792124664, + "90.0" : 700.4575099091937, + "95.0" : 700.4575099091937, + "99.0" : 700.4575099091937, + "99.9" : 700.4575099091937, + "99.99" : 700.4575099091937, + "99.999" : 700.4575099091937, + "99.9999" : 700.4575099091937, + "100.0" : 700.4575099091937 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 680.7694792124664, + 680.0712092392041, + 686.5037623040433, + 652.3751969439921, + 700.4575099091937 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6655862745681353E7, + "scoreError" : 1771560.7888180008, + "scoreConfidence" : [ + 2.488430195686335E7, + 2.8427423534499355E7 + ], + "scorePercentiles" : { + "0.0" : 2.5900098289037943E7, + "50.0" : 2.6804727346381076E7, + "90.0" : 2.7111630358728364E7, + "95.0" : 2.7111630358728364E7, + "99.0" : 2.7111630358728364E7, + "99.9" : 2.7111630358728364E7, + "99.99" : 2.7111630358728364E7, + "99.999" : 2.7111630358728364E7, + "99.9999" : 2.7111630358728364E7, + "100.0" : 2.7111630358728364E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6804727346381076E7, + 2.5900098289037943E7, + 2.6600723668952953E7, + 2.686213406530642E7, + 2.7111630358728364E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3312781.3553264113, + "scoreError" : 462265.7147112303, + "scoreConfidence" : [ + 2850515.640615181, + 3775047.0700376416 + ], + "scorePercentiles" : { + "0.0" : 3099647.0717309117, + "50.0" : 3360011.032705542, + "90.0" : 3389408.345088971, + "95.0" : 3389408.345088971, + "99.0" : 3389408.345088971, + "99.9" : 3389408.345088971, + "99.99" : 3389408.345088971, + "99.999" : 3389408.345088971, + "99.9999" : 3389408.345088971, + "100.0" : 3389408.345088971 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3099647.0717309117, + 3349259.8036146997, + 3389408.345088971, + 3365580.5234919316, + 3360011.032705542 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 180403.5112255354, + "scoreError" : 34016.80952618935, + "scoreConfidence" : [ + 146386.70169934604, + 214420.32075172474 + ], + "scorePercentiles" : { + "0.0" : 165586.72946791782, + "50.0" : 184867.36112192596, + "90.0" : 186474.05057814613, + "95.0" : 186474.05057814613, + "99.0" : 186474.05057814613, + "99.9" : 186474.05057814613, + "99.99" : 186474.05057814613, + "99.999" : 186474.05057814613, + "99.9999" : 186474.05057814613, + "100.0" : 186474.05057814613 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 184867.36112192596, + 186196.99531332112, + 186474.05057814613, + 178892.41964636592, + 165586.72946791782 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 565.8634179081167, + "scoreError" : 57.71045553905659, + "scoreConfidence" : [ + 508.15296236906016, + 623.5738734471734 + ], + "scorePercentiles" : { + "0.0" : 543.320990025925, + "50.0" : 570.0304399443912, + "90.0" : 581.9003499158114, + "95.0" : 581.9003499158114, + "99.0" : 581.9003499158114, + "99.9" : 581.9003499158114, + "99.99" : 581.9003499158114, + "99.999" : 581.9003499158114, + "99.9999" : 581.9003499158114, + "100.0" : 581.9003499158114 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 543.320990025925, + 559.5151834506312, + 570.0304399443912, + 581.9003499158114, + 574.5501262038254 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5529354794641443E7, + "scoreError" : 7768511.146666142, + "scoreConfidence" : [ + 1.77608436479753E7, + 3.3297865941307586E7 + ], + "scorePercentiles" : { + "0.0" : 2.1994293112603314E7, + "50.0" : 2.6417229072243225E7, + "90.0" : 2.6934939486211903E7, + "95.0" : 2.6934939486211903E7, + "99.0" : 2.6934939486211903E7, + "99.9" : 2.6934939486211903E7, + "99.99" : 2.6934939486211903E7, + "99.999" : 2.6934939486211903E7, + "99.9999" : 2.6934939486211903E7, + "100.0" : 2.6934939486211903E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1994293112603314E7, + 2.6417229072243225E7, + 2.6934939486211903E7, + 2.579723755088275E7, + 2.6503074751266014E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3937198.338249445, + "scoreError" : 559899.2390688817, + "scoreConfidence" : [ + 3377299.0991805634, + 4497097.577318327 + ], + "scorePercentiles" : { + "0.0" : 3724662.17810163, + "50.0" : 4011977.21658953, + "90.0" : 4059455.281327446, + "95.0" : 4059455.281327446, + "99.0" : 4059455.281327446, + "99.9" : 4059455.281327446, + "99.99" : 4059455.281327446, + "99.999" : 4059455.281327446, + "99.9999" : 4059455.281327446, + "100.0" : 4059455.281327446 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3724662.17810163, + 4011977.21658953, + 3848152.418622296, + 4059455.281327446, + 4041744.5966063202 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 291427.49586302444, + "scoreError" : 52141.051273373705, + "scoreConfidence" : [ + 239286.44458965072, + 343568.54713639815 + ], + "scorePercentiles" : { + "0.0" : 267745.61889722204, + "50.0" : 296121.3980695008, + "90.0" : 301135.5633145886, + "95.0" : 301135.5633145886, + "99.0" : 301135.5633145886, + "99.9" : 301135.5633145886, + "99.99" : 301135.5633145886, + "99.999" : 301135.5633145886, + "99.9999" : 301135.5633145886, + "100.0" : 301135.5633145886 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 296121.3980695008, + 293493.4235972775, + 301135.5633145886, + 298641.4754365333, + 267745.61889722204 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1338.5400333638074, + "scoreError" : 146.16946574891605, + "scoreConfidence" : [ + 1192.3705676148913, + 1484.7094991127235 + ], + "scorePercentiles" : { + "0.0" : 1301.6884955295118, + "50.0" : 1327.634728452101, + "90.0" : 1395.006518207928, + "95.0" : 1395.006518207928, + "99.0" : 1395.006518207928, + "99.9" : 1395.006518207928, + "99.99" : 1395.006518207928, + "99.999" : 1395.006518207928, + "99.9999" : 1395.006518207928, + "100.0" : 1395.006518207928 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1311.1589780520721, + 1327.634728452101, + 1301.6884955295118, + 1357.211446577424, + 1395.006518207928 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4183681853836456E7, + "scoreError" : 2489288.5010234276, + "scoreConfidence" : [ + 1.1694393352813028E7, + 1.6672970354859885E7 + ], + "scorePercentiles" : { + "0.0" : 1.3044368089639999E7, + "50.0" : 1.4401906971155733E7, + "90.0" : 1.464463183368273E7, + "95.0" : 1.464463183368273E7, + "99.0" : 1.464463183368273E7, + "99.9" : 1.464463183368273E7, + "99.99" : 1.464463183368273E7, + "99.999" : 1.464463183368273E7, + "99.9999" : 1.464463183368273E7, + "100.0" : 1.464463183368273E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3044368089639999E7, + 1.464463183368273E7, + 1.4351916573960979E7, + 1.4475585800742839E7, + 1.4401906971155733E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2289439.596345228, + "scoreError" : 243535.64983224554, + "scoreConfidence" : [ + 2045903.9465129827, + 2532975.2461774736 + ], + "scorePercentiles" : { + "0.0" : 2208442.54581698, + "50.0" : 2326995.415303354, + "90.0" : 2343913.728812198, + "95.0" : 2343913.728812198, + "99.0" : 2343913.728812198, + "99.9" : 2343913.728812198, + "99.99" : 2343913.728812198, + "99.999" : 2343913.728812198, + "99.9999" : 2343913.728812198, + "100.0" : 2343913.728812198 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2333926.5699897804, + 2326995.415303354, + 2233919.7218038267, + 2208442.54581698, + 2343913.728812198 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 176390.4983868374, + "scoreError" : 42547.577666399186, + "scoreConfidence" : [ + 133842.9207204382, + 218938.07605323658 + ], + "scorePercentiles" : { + "0.0" : 161356.25496374763, + "50.0" : 182889.64694464553, + "90.0" : 186053.90822920666, + "95.0" : 186053.90822920666, + "99.0" : 186053.90822920666, + "99.9" : 186053.90822920666, + "99.99" : 186053.90822920666, + "99.999" : 186053.90822920666, + "99.9999" : 186053.90822920666, + "100.0" : 186053.90822920666 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 161356.25496374763, + 183766.0441615579, + 167886.63763502927, + 182889.64694464553, + 186053.90822920666 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 847.6277723200925, + "scoreError" : 176.5591127788893, + "scoreConfidence" : [ + 671.0686595412033, + 1024.1868850989817 + ], + "scorePercentiles" : { + "0.0" : 769.4477888664686, + "50.0" : 859.1825307810883, + "90.0" : 885.5691705985038, + "95.0" : 885.5691705985038, + "99.0" : 885.5691705985038, + "99.9" : 885.5691705985038, + "99.99" : 885.5691705985038, + "99.999" : 885.5691705985038, + "99.9999" : 885.5691705985038, + "100.0" : 885.5691705985038 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 849.4594430855548, + 769.4477888664686, + 885.5691705985038, + 859.1825307810883, + 874.4799282688473 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5931056389866017E7, + "scoreError" : 3671071.2975960537, + "scoreConfidence" : [ + 2.2259985092269965E7, + 2.960212768746207E7 + ], + "scorePercentiles" : { + "0.0" : 2.426280372797469E7, + "50.0" : 2.6162598528244823E7, + "90.0" : 2.6583017675461352E7, + "95.0" : 2.6583017675461352E7, + "99.0" : 2.6583017675461352E7, + "99.9" : 2.6583017675461352E7, + "99.99" : 2.6583017675461352E7, + "99.999" : 2.6583017675461352E7, + "99.9999" : 2.6583017675461352E7, + "100.0" : 2.6583017675461352E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6505056505166747E7, + 2.426280372797469E7, + 2.6162598528244823E7, + 2.6141805512482483E7, + 2.6583017675461352E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1670949.5503372103, + "scoreError" : 316182.0579008421, + "scoreConfidence" : [ + 1354767.4924363683, + 1987131.6082380523 + ], + "scorePercentiles" : { + "0.0" : 1535057.9133467944, + "50.0" : 1713061.9204193396, + "90.0" : 1727546.4980927694, + "95.0" : 1727546.4980927694, + "99.0" : 1727546.4980927694, + "99.9" : 1727546.4980927694, + "99.99" : 1727546.4980927694, + "99.999" : 1727546.4980927694, + "99.9999" : 1727546.4980927694, + "100.0" : 1727546.4980927694 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1727546.4980927694, + 1535057.9133467944, + 1713061.9204193396, + 1651892.917437394, + 1727188.5023897544 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 162744.91878813607, + "scoreError" : 27702.16914258399, + "scoreConfidence" : [ + 135042.74964555207, + 190447.08793072007 + ], + "scorePercentiles" : { + "0.0" : 154719.35060060938, + "50.0" : 165545.52726904157, + "90.0" : 171659.90261188717, + "95.0" : 171659.90261188717, + "99.0" : 171659.90261188717, + "99.9" : 171659.90261188717, + "99.99" : 171659.90261188717, + "99.999" : 171659.90261188717, + "99.9999" : 171659.90261188717, + "100.0" : 171659.90261188717 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 155976.19713135922, + 171659.90261188717, + 165823.6163277829, + 154719.35060060938, + 165545.52726904157 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 899.2906281026674, + "scoreError" : 110.76574179334592, + "scoreConfidence" : [ + 788.5248863093215, + 1010.0563698960133 + ], + "scorePercentiles" : { + "0.0" : 870.7154230877336, + "50.0" : 886.0049224677447, + "90.0" : 940.7106788763243, + "95.0" : 940.7106788763243, + "99.0" : 940.7106788763243, + "99.9" : 940.7106788763243, + "99.99" : 940.7106788763243, + "99.999" : 940.7106788763243, + "99.9999" : 940.7106788763243, + "100.0" : 940.7106788763243 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 882.1754230377936, + 886.0049224677447, + 870.7154230877336, + 940.7106788763243, + 916.8466930437402 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4181994068474319E7, + "scoreError" : 4192858.9819361065, + "scoreConfidence" : [ + 9989135.086538212, + 1.8374853050410427E7 + ], + "scorePercentiles" : { + "0.0" : 1.228209590413682E7, + "50.0" : 1.4484952127026483E7, + "90.0" : 1.4974671027705735E7, + "95.0" : 1.4974671027705735E7, + "99.0" : 1.4974671027705735E7, + "99.9" : 1.4974671027705735E7, + "99.99" : 1.4974671027705735E7, + "99.999" : 1.4974671027705735E7, + "99.9999" : 1.4974671027705735E7, + "100.0" : 1.4974671027705735E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4484952127026483E7, + 1.437268137034183E7, + 1.228209590413682E7, + 1.4795569913160732E7, + 1.4974671027705735E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2504135.901282241, + "scoreError" : 229895.02367490108, + "scoreConfidence" : [ + 2274240.87760734, + 2734030.924957142 + ], + "scorePercentiles" : { + "0.0" : 2405335.5498070396, + "50.0" : 2513933.9060479337, + "90.0" : 2567562.2512034685, + "95.0" : 2567562.2512034685, + "99.0" : 2567562.2512034685, + "99.9" : 2567562.2512034685, + "99.99" : 2567562.2512034685, + "99.999" : 2567562.2512034685, + "99.9999" : 2567562.2512034685, + "100.0" : 2567562.2512034685 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2511908.002957519, + 2405335.5498070396, + 2567562.2512034685, + 2521939.796395244, + 2513933.9060479337 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 190517.37569441818, + "scoreError" : 5657.685071403243, + "scoreConfidence" : [ + 184859.69062301493, + 196175.06076582143 + ], + "scorePercentiles" : { + "0.0" : 189034.65652361928, + "50.0" : 190147.69389828938, + "90.0" : 192518.4146040782, + "95.0" : 192518.4146040782, + "99.0" : 192518.4146040782, + "99.9" : 192518.4146040782, + "99.99" : 192518.4146040782, + "99.999" : 192518.4146040782, + "99.9999" : 192518.4146040782, + "100.0" : 192518.4146040782 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 189034.65652361928, + 192518.4146040782, + 191511.89820401045, + 189374.21524209363, + 190147.69389828938 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 799.9977409769233, + "scoreError" : 119.51749390478734, + "scoreConfidence" : [ + 680.480247072136, + 919.5152348817106 + ], + "scorePercentiles" : { + "0.0" : 764.6878858211015, + "50.0" : 815.3298836299641, + "90.0" : 826.1280467183312, + "95.0" : 826.1280467183312, + "99.0" : 826.1280467183312, + "99.9" : 826.1280467183312, + "99.99" : 826.1280467183312, + "99.999" : 826.1280467183312, + "99.9999" : 826.1280467183312, + "100.0" : 826.1280467183312 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 825.8171802096575, + 764.6878858211015, + 768.0257085055614, + 826.1280467183312, + 815.3298836299641 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.668921593410021E7, + "scoreError" : 3881004.935756618, + "scoreConfidence" : [ + 4.2808210998343594E7, + 5.057022086985683E7 + ], + "scorePercentiles" : { + "0.0" : 4.489995613373277E7, + "50.0" : 4.7159204037116595E7, + "90.0" : 4.726693637653683E7, + "95.0" : 4.726693637653683E7, + "99.0" : 4.726693637653683E7, + "99.9" : 4.726693637653683E7, + "99.99" : 4.726693637653683E7, + "99.999" : 4.726693637653683E7, + "99.9999" : 4.726693637653683E7, + "100.0" : 4.726693637653683E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.7187027849478595E7, + 4.489995613373277E7, + 4.726693637653683E7, + 4.69329552736363E7, + 4.7159204037116595E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2677517.113820661, + "scoreError" : 465350.73345382186, + "scoreConfidence" : [ + 2212166.380366839, + 3142867.8472744827 + ], + "scorePercentiles" : { + "0.0" : 2462164.4323669574, + "50.0" : 2721936.0531573514, + "90.0" : 2745323.346125167, + "95.0" : 2745323.346125167, + "99.0" : 2745323.346125167, + "99.9" : 2745323.346125167, + "99.99" : 2745323.346125167, + "99.999" : 2745323.346125167, + "99.9999" : 2745323.346125167, + "100.0" : 2745323.346125167 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2721936.0531573514, + 2462164.4323669574, + 2720310.2428225856, + 2737851.4946312425, + 2745323.346125167 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 195585.5840352986, + "scoreError" : 31714.77797547642, + "scoreConfidence" : [ + 163870.8060598222, + 227300.36201077502 + ], + "scorePercentiles" : { + "0.0" : 181223.64626914976, + "50.0" : 197906.3679988778, + "90.0" : 202275.27477483547, + "95.0" : 202275.27477483547, + "99.0" : 202275.27477483547, + "99.9" : 202275.27477483547, + "99.99" : 202275.27477483547, + "99.999" : 202275.27477483547, + "99.9999" : 202275.27477483547, + "100.0" : 202275.27477483547 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 197906.3679988778, + 197704.8024008081, + 181223.64626914976, + 202275.27477483547, + 198817.828732822 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 783.9901498959564, + "scoreError" : 100.15214834944211, + "scoreConfidence" : [ + 683.8380015465143, + 884.1422982453985 + ], + "scorePercentiles" : { + "0.0" : 750.0628008033603, + "50.0" : 779.5199762757293, + "90.0" : 819.7028118273552, + "95.0" : 819.7028118273552, + "99.0" : 819.7028118273552, + "99.9" : 819.7028118273552, + "99.99" : 819.7028118273552, + "99.999" : 819.7028118273552, + "99.9999" : 819.7028118273552, + "100.0" : 819.7028118273552 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 779.5199762757293, + 819.7028118273552, + 750.0628008033603, + 774.021812329662, + 796.643348243675 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.378638780362141E7, + "scoreError" : 3073836.3830644055, + "scoreConfidence" : [ + 2.0712551420557007E7, + 2.6860224186685815E7 + ], + "scorePercentiles" : { + "0.0" : 2.2360169718018968E7, + "50.0" : 2.411514223859937E7, + "90.0" : 2.418699046199725E7, + "95.0" : 2.418699046199725E7, + "99.0" : 2.418699046199725E7, + "99.9" : 2.418699046199725E7, + "99.99" : 2.418699046199725E7, + "99.999" : 2.418699046199725E7, + "99.9999" : 2.418699046199725E7, + "100.0" : 2.418699046199725E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4176314797343608E7, + 2.418699046199725E7, + 2.411514223859937E7, + 2.2360169718018968E7, + 2.4093321802147873E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2450590.494650883, + "scoreError" : 85347.04277386097, + "scoreConfidence" : [ + 2365243.451877022, + 2535937.537424744 + ], + "scorePercentiles" : { + "0.0" : 2413360.6926198658, + "50.0" : 2456607.0501097334, + "90.0" : 2469959.070627343, + "95.0" : 2469959.070627343, + "99.0" : 2469959.070627343, + "99.9" : 2469959.070627343, + "99.99" : 2469959.070627343, + "99.999" : 2469959.070627343, + "99.9999" : 2469959.070627343, + "100.0" : 2469959.070627343 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2456607.0501097334, + 2463494.511643204, + 2413360.6926198658, + 2449531.1482542693, + 2469959.070627343 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 142186.01752380675, + "scoreError" : 27620.0532544676, + "scoreConfidence" : [ + 114565.96426933915, + 169806.07077827436 + ], + "scorePercentiles" : { + "0.0" : 129411.00578154919, + "50.0" : 144926.0803637681, + "90.0" : 146527.6700021327, + "95.0" : 146527.6700021327, + "99.0" : 146527.6700021327, + "99.9" : 146527.6700021327, + "99.99" : 146527.6700021327, + "99.999" : 146527.6700021327, + "99.9999" : 146527.6700021327, + "100.0" : 146527.6700021327 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 144926.0803637681, + 129411.00578154919, + 146527.6700021327, + 145160.95014251792, + 144904.38132906577 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 552.2425246761754, + "scoreError" : 63.321640054686746, + "scoreConfidence" : [ + 488.9208846214887, + 615.5641647308622 + ], + "scorePercentiles" : { + "0.0" : 532.3037979786271, + "50.0" : 552.5353437311203, + "90.0" : 570.9720253913176, + "95.0" : 570.9720253913176, + "99.0" : 570.9720253913176, + "99.9" : 570.9720253913176, + "99.99" : 570.9720253913176, + "99.999" : 570.9720253913176, + "99.9999" : 570.9720253913176, + "100.0" : 570.9720253913176 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 552.5353437311203, + 565.6008113905384, + 539.8006448892735, + 570.9720253913176, + 532.3037979786271 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.65162141674789E7, + "scoreError" : 3926157.1374292895, + "scoreConfidence" : [ + 4.259005703004961E7, + 5.0442371304908186E7 + ], + "scorePercentiles" : { + "0.0" : 4.484332346214949E7, + "50.0" : 4.694923515969722E7, + "90.0" : 4.7359614445442684E7, + "95.0" : 4.7359614445442684E7, + "99.0" : 4.7359614445442684E7, + "99.9" : 4.7359614445442684E7, + "99.99" : 4.7359614445442684E7, + "99.999" : 4.7359614445442684E7, + "99.9999" : 4.7359614445442684E7, + "100.0" : 4.7359614445442684E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.7359614445442684E7, + 4.627716517251407E7, + 4.484332346214949E7, + 4.715173259759099E7, + 4.694923515969722E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1271485.0227858138, + "scoreError" : 138340.51681591605, + "scoreConfidence" : [ + 1133144.5059698978, + 1409825.5396017297 + ], + "scorePercentiles" : { + "0.0" : 1212921.4279090285, + "50.0" : 1286970.43909623, + "90.0" : 1304864.5553770678, + "95.0" : 1304864.5553770678, + "99.0" : 1304864.5553770678, + "99.9" : 1304864.5553770678, + "99.99" : 1304864.5553770678, + "99.999" : 1304864.5553770678, + "99.9999" : 1304864.5553770678, + "100.0" : 1304864.5553770678 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1289221.5968948621, + 1212921.4279090285, + 1263447.0946518797, + 1286970.43909623, + 1304864.5553770678 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 113622.73736413193, + "scoreError" : 6570.6126914528595, + "scoreConfidence" : [ + 107052.12467267907, + 120193.35005558479 + ], + "scorePercentiles" : { + "0.0" : 112100.12145932596, + "50.0" : 113334.8890780334, + "90.0" : 116466.87756289504, + "95.0" : 116466.87756289504, + "99.0" : 116466.87756289504, + "99.9" : 116466.87756289504, + "99.99" : 116466.87756289504, + "99.999" : 116466.87756289504, + "99.9999" : 116466.87756289504, + "100.0" : 116466.87756289504 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 113334.8890780334, + 112100.12145932596, + 113663.64680510257, + 116466.87756289504, + 112548.1519153027 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 545.1648359477224, + "scoreError" : 25.082462545452113, + "scoreConfidence" : [ + 520.0823734022703, + 570.2472984931745 + ], + "scorePercentiles" : { + "0.0" : 537.337394213748, + "50.0" : 544.9458347755123, + "90.0" : 555.0229797282328, + "95.0" : 555.0229797282328, + "99.0" : 555.0229797282328, + "99.9" : 555.0229797282328, + "99.99" : 555.0229797282328, + "99.999" : 555.0229797282328, + "99.9999" : 555.0229797282328, + "100.0" : 555.0229797282328 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 546.4475120172982, + 537.337394213748, + 544.9458347755123, + 555.0229797282328, + 542.070459003821 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.350984736332937E7, + "scoreError" : 3105216.199394561, + "scoreConfidence" : [ + 2.040463116393481E7, + 2.661506356272393E7 + ], + "scorePercentiles" : { + "0.0" : 2.2626927128877513E7, + "50.0" : 2.3736383005895708E7, + "90.0" : 2.4254129715954784E7, + "95.0" : 2.4254129715954784E7, + "99.0" : 2.4254129715954784E7, + "99.9" : 2.4254129715954784E7, + "99.99" : 2.4254129715954784E7, + "99.999" : 2.4254129715954784E7, + "99.9999" : 2.4254129715954784E7, + "100.0" : 2.4254129715954784E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2687267164037675E7, + 2.4254129715954784E7, + 2.3736383005895708E7, + 2.2626927128877513E7, + 2.424452980188116E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2419620.25951355, + "scoreError" : 196224.42540789163, + "scoreConfidence" : [ + 2223395.8341056583, + 2615844.6849214416 + ], + "scorePercentiles" : { + "0.0" : 2361878.6106169927, + "50.0" : 2426246.7073582956, + "90.0" : 2476981.8670926834, + "95.0" : 2476981.8670926834, + "99.0" : 2476981.8670926834, + "99.9" : 2476981.8670926834, + "99.99" : 2476981.8670926834, + "99.999" : 2476981.8670926834, + "99.9999" : 2476981.8670926834, + "100.0" : 2476981.8670926834 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2373489.2019796604, + 2459504.910520117, + 2361878.6106169927, + 2426246.7073582956, + 2476981.8670926834 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 139281.22630657823, + "scoreError" : 4887.604273379748, + "scoreConfidence" : [ + 134393.62203319848, + 144168.83057995798 + ], + "scorePercentiles" : { + "0.0" : 137125.87210991036, + "50.0" : 139884.46808977996, + "90.0" : 140231.8819925652, + "95.0" : 140231.8819925652, + "99.0" : 140231.8819925652, + "99.9" : 140231.8819925652, + "99.99" : 140231.8819925652, + "99.999" : 140231.8819925652, + "99.9999" : 140231.8819925652, + "100.0" : 140231.8819925652 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 140231.8819925652, + 139884.46808977996, + 139163.4044175042, + 137125.87210991036, + 140000.5049231315 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 546.151952721121, + "scoreError" : 93.7642658981503, + "scoreConfidence" : [ + 452.3876868229707, + 639.9162186192713 + ], + "scorePercentiles" : { + "0.0" : 503.70092858105687, + "50.0" : 554.2933739365326, + "90.0" : 565.3230414868647, + "95.0" : 565.3230414868647, + "99.0" : 565.3230414868647, + "99.9" : 565.3230414868647, + "99.99" : 565.3230414868647, + "99.999" : 565.3230414868647, + "99.9999" : 565.3230414868647, + "100.0" : 565.3230414868647 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 550.4612395500393, + 503.70092858105687, + 556.9811800511118, + 565.3230414868647, + 554.2933739365326 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.800407591392581E7, + "scoreError" : 9005574.145765236, + "scoreConfidence" : [ + 4.8998501768160574E7, + 6.700965005969105E7 + ], + "scorePercentiles" : { + "0.0" : 5.415906780527893E7, + "50.0" : 5.8833242544106595E7, + "90.0" : 5.981319181271596E7, + "95.0" : 5.981319181271596E7, + "99.0" : 5.981319181271596E7, + "99.9" : 5.981319181271596E7, + "99.99" : 5.981319181271596E7, + "99.999" : 5.981319181271596E7, + "99.9999" : 5.981319181271596E7, + "100.0" : 5.981319181271596E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.415906780527893E7, + 5.981319181271596E7, + 5.8833242544106595E7, + 5.9704213082419984E7, + 5.751066432510759E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5723926.942535536, + "scoreError" : 1125223.4407035687, + "scoreConfidence" : [ + 4598703.501831967, + 6849150.383239105 + ], + "scorePercentiles" : { + "0.0" : 5241360.587897737, + "50.0" : 5810428.668066557, + "90.0" : 5971327.319101303, + "95.0" : 5971327.319101303, + "99.0" : 5971327.319101303, + "99.9" : 5971327.319101303, + "99.99" : 5971327.319101303, + "99.999" : 5971327.319101303, + "99.9999" : 5971327.319101303, + "100.0" : 5971327.319101303 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5810428.668066557, + 5241360.587897737, + 5918576.735715239, + 5677941.4018968465, + 5971327.319101303 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 440518.87438214355, + "scoreError" : 29734.27784983703, + "scoreConfidence" : [ + 410784.5965323065, + 470253.1522319806 + ], + "scorePercentiles" : { + "0.0" : 431632.3948544494, + "50.0" : 441295.33716979343, + "90.0" : 451859.66913208476, + "95.0" : 451859.66913208476, + "99.0" : 451859.66913208476, + "99.9" : 451859.66913208476, + "99.99" : 451859.66913208476, + "99.999" : 451859.66913208476, + "99.9999" : 451859.66913208476, + "100.0" : 451859.66913208476 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 441295.33716979343, + 442446.4928785443, + 431632.3948544494, + 435360.47787584586, + 451859.66913208476 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1472.8795579177536, + "scoreError" : 106.75961606352412, + "scoreConfidence" : [ + 1366.1199418542294, + 1579.6391739812777 + ], + "scorePercentiles" : { + "0.0" : 1435.513544119204, + "50.0" : 1471.212554077406, + "90.0" : 1507.9359282537907, + "95.0" : 1507.9359282537907, + "99.0" : 1507.9359282537907, + "99.9" : 1507.9359282537907, + "99.99" : 1507.9359282537907, + "99.999" : 1507.9359282537907, + "99.9999" : 1507.9359282537907, + "100.0" : 1507.9359282537907 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1507.9359282537907, + 1489.681358635088, + 1471.212554077406, + 1460.054404503279, + 1435.513544119204 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.171396779969538E7, + "scoreError" : 3126215.350564799, + "scoreConfidence" : [ + 3.858775244913058E7, + 4.484018315026018E7 + ], + "scorePercentiles" : { + "0.0" : 4.031075268930716E7, + "50.0" : 4.200830003150483E7, + "90.0" : 4.239639360714713E7, + "95.0" : 4.239639360714713E7, + "99.0" : 4.239639360714713E7, + "99.9" : 4.239639360714713E7, + "99.99" : 4.239639360714713E7, + "99.999" : 4.239639360714713E7, + "99.9999" : 4.239639360714713E7, + "100.0" : 4.239639360714713E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.181711004891963E7, + 4.031075268930716E7, + 4.200830003150483E7, + 4.203728262159814E7, + 4.239639360714713E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3388416.387110567, + "scoreError" : 106346.09320569054, + "scoreConfidence" : [ + 3282070.293904877, + 3494762.4803162576 + ], + "scorePercentiles" : { + "0.0" : 3357028.1419873736, + "50.0" : 3383180.109549414, + "90.0" : 3419989.178453647, + "95.0" : 3419989.178453647, + "99.0" : 3419989.178453647, + "99.9" : 3419989.178453647, + "99.99" : 3419989.178453647, + "99.999" : 3419989.178453647, + "99.9999" : 3419989.178453647, + "100.0" : 3419989.178453647 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3368262.777893406, + 3357028.1419873736, + 3419989.178453647, + 3383180.109549414, + 3413621.7276689936 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 241125.16929698185, + "scoreError" : 41268.83637646417, + "scoreConfidence" : [ + 199856.33292051769, + 282394.005673446 + ], + "scorePercentiles" : { + "0.0" : 222282.32326457807, + "50.0" : 245463.90553874586, + "90.0" : 248874.2951790787, + "95.0" : 248874.2951790787, + "99.0" : 248874.2951790787, + "99.9" : 248874.2951790787, + "99.99" : 248874.2951790787, + "99.999" : 248874.2951790787, + "99.9999" : 248874.2951790787, + "100.0" : 248874.2951790787 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 245666.29670257756, + 248874.2951790787, + 222282.32326457807, + 243339.02579992908, + 245463.90553874586 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1438.9537434804067, + "scoreError" : 295.5555339754857, + "scoreConfidence" : [ + 1143.398209504921, + 1734.5092774558925 + ], + "scorePercentiles" : { + "0.0" : 1303.3281213201783, + "50.0" : 1467.5391457469827, + "90.0" : 1487.1703909204473, + "95.0" : 1487.1703909204473, + "99.0" : 1487.1703909204473, + "99.9" : 1487.1703909204473, + "99.99" : 1487.1703909204473, + "99.999" : 1487.1703909204473, + "99.9999" : 1487.1703909204473, + "100.0" : 1487.1703909204473 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1303.3281213201783, + 1487.1703909204473, + 1467.5391457469827, + 1480.5891111018923, + 1456.1419483125337 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.6843052666942224E7, + "scoreError" : 1.2233566779623399E7, + "scoreConfidence" : [ + 4.460948588731883E7, + 6.907661944656563E7 + ], + "scorePercentiles" : { + "0.0" : 5.265076325565273E7, + "50.0" : 5.9018062658997096E7, + "90.0" : 5.921808093459216E7, + "95.0" : 5.921808093459216E7, + "99.0" : 5.921808093459216E7, + "99.9" : 5.921808093459216E7, + "99.99" : 5.921808093459216E7, + "99.999" : 5.921808093459216E7, + "99.9999" : 5.921808093459216E7, + "100.0" : 5.921808093459216E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.417790850760692E7, + 5.265076325565273E7, + 5.9150447977862254E7, + 5.9018062658997096E7, + 5.921808093459216E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2853822.7004132136, + "scoreError" : 171859.74346464782, + "scoreConfidence" : [ + 2681962.956948566, + 3025682.4438778614 + ], + "scorePercentiles" : { + "0.0" : 2807421.2202717923, + "50.0" : 2843820.7121841446, + "90.0" : 2917053.6505793817, + "95.0" : 2917053.6505793817, + "99.0" : 2917053.6505793817, + "99.9" : 2917053.6505793817, + "99.99" : 2917053.6505793817, + "99.999" : 2917053.6505793817, + "99.9999" : 2917053.6505793817, + "100.0" : 2917053.6505793817 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2807421.2202717923, + 2917053.6505793817, + 2821312.047334928, + 2879505.8716958226, + 2843820.7121841446 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 247032.40973649517, + "scoreError" : 14172.888423295526, + "scoreConfidence" : [ + 232859.52131319966, + 261205.2981597907 + ], + "scorePercentiles" : { + "0.0" : 242103.99292437127, + "50.0" : 247380.60151567945, + "90.0" : 252269.32274815996, + "95.0" : 252269.32274815996, + "99.0" : 252269.32274815996, + "99.9" : 252269.32274815996, + "99.99" : 252269.32274815996, + "99.999" : 252269.32274815996, + "99.9999" : 252269.32274815996, + "100.0" : 252269.32274815996 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 247380.60151567945, + 252269.32274815996, + 245670.27378474586, + 242103.99292437127, + 247737.85770951957 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1120.3599960776996, + "scoreError" : 68.5789774245772, + "scoreConfidence" : [ + 1051.7810186531224, + 1188.938973502277 + ], + "scorePercentiles" : { + "0.0" : 1103.844181275527, + "50.0" : 1119.3534480161845, + "90.0" : 1146.5386218725612, + "95.0" : 1146.5386218725612, + "99.0" : 1146.5386218725612, + "99.9" : 1146.5386218725612, + "99.99" : 1146.5386218725612, + "99.999" : 1146.5386218725612, + "99.9999" : 1146.5386218725612, + "100.0" : 1146.5386218725612 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1146.5386218725612, + 1119.3534480161845, + 1104.3661763826037, + 1127.697552841622, + 1103.844181275527 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.191924703253807E7, + "scoreError" : 2027939.471486698, + "scoreConfidence" : [ + 3.9891307561051376E7, + 4.394718650402477E7 + ], + "scorePercentiles" : { + "0.0" : 4.121996181335478E7, + "50.0" : 4.1855425432841696E7, + "90.0" : 4.259989926110649E7, + "95.0" : 4.259989926110649E7, + "99.0" : 4.259989926110649E7, + "99.9" : 4.259989926110649E7, + "99.99" : 4.259989926110649E7, + "99.999" : 4.259989926110649E7, + "99.9999" : 4.259989926110649E7, + "100.0" : 4.259989926110649E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2234042128627025E7, + 4.1855425432841696E7, + 4.121996181335478E7, + 4.168690652676035E7, + 4.259989926110649E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3459713.994602007, + "scoreError" : 728552.602121428, + "scoreConfidence" : [ + 2731161.3924805787, + 4188266.596723435 + ], + "scorePercentiles" : { + "0.0" : 3147433.9918316645, + "50.0" : 3563561.12822197, + "90.0" : 3591267.3748259475, + "95.0" : 3591267.3748259475, + "99.0" : 3591267.3748259475, + "99.9" : 3591267.3748259475, + "99.99" : 3591267.3748259475, + "99.999" : 3591267.3748259475, + "99.9999" : 3591267.3748259475, + "100.0" : 3591267.3748259475 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3591267.3748259475, + 3583670.5407874864, + 3147433.9918316645, + 3412636.937342964, + 3563561.12822197 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 253503.0920598222, + "scoreError" : 11707.703960406065, + "scoreConfidence" : [ + 241795.38809941613, + 265210.79602022824 + ], + "scorePercentiles" : { + "0.0" : 249287.60818327536, + "50.0" : 253577.00527402066, + "90.0" : 256500.7966446227, + "95.0" : 256500.7966446227, + "99.0" : 256500.7966446227, + "99.9" : 256500.7966446227, + "99.99" : 256500.7966446227, + "99.999" : 256500.7966446227, + "99.9999" : 256500.7966446227, + "100.0" : 256500.7966446227 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 249287.60818327536, + 256500.7966446227, + 253577.00527402066, + 251888.56496428346, + 256261.48523290866 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1343.2015472686671, + "scoreError" : 318.6692275110207, + "scoreConfidence" : [ + 1024.5323197576463, + 1661.870774779688 + ], + "scorePercentiles" : { + "0.0" : 1243.2876807025198, + "50.0" : 1389.348245479534, + "90.0" : 1410.341303234631, + "95.0" : 1410.341303234631, + "99.0" : 1410.341303234631, + "99.9" : 1410.341303234631, + "99.99" : 1410.341303234631, + "99.999" : 1410.341303234631, + "99.9999" : 1410.341303234631, + "100.0" : 1410.341303234631 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1263.4205147644618, + 1243.2876807025198, + 1410.341303234631, + 1409.609992162189, + 1389.348245479534 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.774587260012348E7, + "scoreError" : 9294088.745449394, + "scoreConfidence" : [ + 3.8451783854674086E7, + 5.7039961345572874E7 + ], + "scorePercentiles" : { + "0.0" : 4.38749368072565E7, + "50.0" : 4.902499761567467E7, + "90.0" : 4.978010946612049E7, + "95.0" : 4.978010946612049E7, + "99.0" : 4.978010946612049E7, + "99.9" : 4.978010946612049E7, + "99.99" : 4.978010946612049E7, + "99.999" : 4.978010946612049E7, + "99.9999" : 4.978010946612049E7, + "100.0" : 4.978010946612049E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.978010946612049E7, + 4.38749368072565E7, + 4.693175825942235E7, + 4.911756085214338E7, + 4.902499761567467E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3755391.758345999, + "scoreError" : 607219.0963035156, + "scoreConfidence" : [ + 3148172.662042483, + 4362610.854649514 + ], + "scorePercentiles" : { + "0.0" : 3476008.5833191383, + "50.0" : 3812797.807011962, + "90.0" : 3859522.1041476866, + "95.0" : 3859522.1041476866, + "99.0" : 3859522.1041476866, + "99.9" : 3859522.1041476866, + "99.99" : 3859522.1041476866, + "99.999" : 3859522.1041476866, + "99.9999" : 3859522.1041476866, + "100.0" : 3859522.1041476866 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3812797.807011962, + 3476008.5833191383, + 3859522.1041476866, + 3801456.443627263, + 3827173.8536239434 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 332286.8357392712, + "scoreError" : 55451.96340794436, + "scoreConfidence" : [ + 276834.8723313268, + 387738.79914721556 + ], + "scorePercentiles" : { + "0.0" : 310460.25491454126, + "50.0" : 334885.911639327, + "90.0" : 347620.2881822614, + "95.0" : 347620.2881822614, + "99.0" : 347620.2881822614, + "99.9" : 347620.2881822614, + "99.99" : 347620.2881822614, + "99.999" : 347620.2881822614, + "99.9999" : 347620.2881822614, + "100.0" : 347620.2881822614 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 341433.48320973146, + 347620.2881822614, + 310460.25491454126, + 327034.24075049476, + 334885.911639327 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1187.569084886804, + "scoreError" : 111.20460639486264, + "scoreConfidence" : [ + 1076.3644784919413, + 1298.7736912816665 + ], + "scorePercentiles" : { + "0.0" : 1148.9470933941427, + "50.0" : 1179.2793518223361, + "90.0" : 1217.2134318115097, + "95.0" : 1217.2134318115097, + "99.0" : 1217.2134318115097, + "99.9" : 1217.2134318115097, + "99.99" : 1217.2134318115097, + "99.999" : 1217.2134318115097, + "99.9999" : 1217.2134318115097, + "100.0" : 1217.2134318115097 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1179.2793518223361, + 1148.9470933941427, + 1217.2134318115097, + 1215.5399375822642, + 1176.865609823766 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.6122527062880054E7, + "scoreError" : 2947548.5777756707, + "scoreConfidence" : [ + 3.3174978485104382E7, + 3.9070075640655726E7 + ], + "scorePercentiles" : { + "0.0" : 3.508627958979877E7, + "50.0" : 3.6127210497119054E7, + "90.0" : 3.716431510714054E7, + "95.0" : 3.716431510714054E7, + "99.0" : 3.716431510714054E7, + "99.9" : 3.716431510714054E7, + "99.99" : 3.716431510714054E7, + "99.999" : 3.716431510714054E7, + "99.9999" : 3.716431510714054E7, + "100.0" : 3.716431510714054E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.508627958979877E7, + 3.6127210497119054E7, + 3.642119609809948E7, + 3.581363402224244E7, + 3.716431510714054E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2583430.2492615925, + "scoreError" : 366111.8944700315, + "scoreConfidence" : [ + 2217318.354791561, + 2949542.143731624 + ], + "scorePercentiles" : { + "0.0" : 2426829.313470777, + "50.0" : 2587839.0635242206, + "90.0" : 2666953.5688641747, + "95.0" : 2666953.5688641747, + "99.0" : 2666953.5688641747, + "99.9" : 2666953.5688641747, + "99.99" : 2666953.5688641747, + "99.999" : 2666953.5688641747, + "99.9999" : 2666953.5688641747, + "100.0" : 2666953.5688641747 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2651545.1164465104, + 2583984.184002282, + 2426829.313470777, + 2666953.5688641747, + 2587839.0635242206 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 170963.26239204872, + "scoreError" : 28387.972977822483, + "scoreConfidence" : [ + 142575.28941422625, + 199351.2353698712 + ], + "scorePercentiles" : { + "0.0" : 158042.92455346353, + "50.0" : 173638.82512631526, + "90.0" : 176313.8991759323, + "95.0" : 176313.8991759323, + "99.0" : 176313.8991759323, + "99.9" : 176313.8991759323, + "99.99" : 176313.8991759323, + "99.999" : 176313.8991759323, + "99.9999" : 176313.8991759323, + "100.0" : 176313.8991759323 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 174572.62984750795, + 176313.8991759323, + 172248.0332570246, + 173638.82512631526, + 158042.92455346353 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 689.7255429130877, + "scoreError" : 30.968271562019584, + "scoreConfidence" : [ + 658.7572713510681, + 720.6938144751073 + ], + "scorePercentiles" : { + "0.0" : 681.5420923144367, + "50.0" : 690.1125669733802, + "90.0" : 700.3248020637195, + "95.0" : 700.3248020637195, + "99.0" : 700.3248020637195, + "99.9" : 700.3248020637195, + "99.99" : 700.3248020637195, + "99.999" : 700.3248020637195, + "99.9999" : 700.3248020637195, + "100.0" : 700.3248020637195 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 681.5420923144367, + 682.1870486844334, + 690.1125669733802, + 694.4612045294691, + 700.3248020637195 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.821300469764723E7, + "scoreError" : 6211371.030250118, + "scoreConfidence" : [ + 4.200163366739711E7, + 5.4424375727897346E7 + ], + "scorePercentiles" : { + "0.0" : 4.550292980127734E7, + "50.0" : 4.858136946509913E7, + "90.0" : 4.982003499757432E7, + "95.0" : 4.982003499757432E7, + "99.0" : 4.982003499757432E7, + "99.9" : 4.982003499757432E7, + "99.99" : 4.982003499757432E7, + "99.999" : 4.982003499757432E7, + "99.9999" : 4.982003499757432E7, + "100.0" : 4.982003499757432E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.838617956002167E7, + 4.550292980127734E7, + 4.877450966426368E7, + 4.982003499757432E7, + 4.858136946509913E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1878613.6394886565, + "scoreError" : 175816.71011426125, + "scoreConfidence" : [ + 1702796.9293743954, + 2054430.3496029177 + ], + "scorePercentiles" : { + "0.0" : 1809412.677337666, + "50.0" : 1880603.5281942491, + "90.0" : 1920519.44823357, + "95.0" : 1920519.44823357, + "99.0" : 1920519.44823357, + "99.9" : 1920519.44823357, + "99.99" : 1920519.44823357, + "99.999" : 1920519.44823357, + "99.9999" : 1920519.44823357, + "100.0" : 1920519.44823357 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1809412.677337666, + 1920519.44823357, + 1864155.5325656557, + 1918377.0111121417, + 1880603.5281942491 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 158820.41219269176, + "scoreError" : 17852.988027412706, + "scoreConfidence" : [ + 140967.42416527905, + 176673.40022010446 + ], + "scorePercentiles" : { + "0.0" : 152679.27047020596, + "50.0" : 157590.42331354893, + "90.0" : 164925.0022490727, + "95.0" : 164925.0022490727, + "99.0" : 164925.0022490727, + "99.9" : 164925.0022490727, + "99.99" : 164925.0022490727, + "99.999" : 164925.0022490727, + "99.9999" : 164925.0022490727, + "100.0" : 164925.0022490727 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 157590.42331354893, + 152679.27047020596, + 161538.01917207078, + 164925.0022490727, + 157369.34575856035 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 674.5073040663506, + "scoreError" : 170.30946445970005, + "scoreConfidence" : [ + 504.1978396066505, + 844.8167685260506 + ], + "scorePercentiles" : { + "0.0" : 601.0060525841999, + "50.0" : 687.232052542886, + "90.0" : 711.7188031624166, + "95.0" : 711.7188031624166, + "99.0" : 711.7188031624166, + "99.9" : 711.7188031624166, + "99.99" : 711.7188031624166, + "99.999" : 711.7188031624166, + "99.9999" : 711.7188031624166, + "100.0" : 711.7188031624166 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 668.9974230678575, + 601.0060525841999, + 687.232052542886, + 711.7188031624166, + 703.5821889743926 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.6071629249382555E7, + "scoreError" : 1695480.3146230148, + "scoreConfidence" : [ + 3.437614893475954E7, + 3.776710956400557E7 + ], + "scorePercentiles" : { + "0.0" : 3.547600742772075E7, + "50.0" : 3.609368264041627E7, + "90.0" : 3.667141747826657E7, + "95.0" : 3.667141747826657E7, + "99.0" : 3.667141747826657E7, + "99.9" : 3.667141747826657E7, + "99.99" : 3.667141747826657E7, + "99.999" : 3.667141747826657E7, + "99.9999" : 3.667141747826657E7, + "100.0" : 3.667141747826657E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.609368264041627E7, + 3.588509324804945E7, + 3.547600742772075E7, + 3.667141747826657E7, + 3.6231945452459715E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2713306.7501245835, + "scoreError" : 157132.41418639082, + "scoreConfidence" : [ + 2556174.335938193, + 2870439.164310974 + ], + "scorePercentiles" : { + "0.0" : 2654443.2495909063, + "50.0" : 2724450.2268710756, + "90.0" : 2764393.434738558, + "95.0" : 2764393.434738558, + "99.0" : 2764393.434738558, + "99.9" : 2764393.434738558, + "99.99" : 2764393.434738558, + "99.999" : 2764393.434738558, + "99.9999" : 2764393.434738558, + "100.0" : 2764393.434738558 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2654443.2495909063, + 2696520.9234389975, + 2764393.434738558, + 2724450.2268710756, + 2726725.9159833817 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 174568.6119831794, + "scoreError" : 20816.495122838223, + "scoreConfidence" : [ + 153752.1168603412, + 195385.10710601762 + ], + "scorePercentiles" : { + "0.0" : 165482.3721476079, + "50.0" : 175402.37869164674, + "90.0" : 179703.2774886657, + "95.0" : 179703.2774886657, + "99.0" : 179703.2774886657, + "99.9" : 179703.2774886657, + "99.99" : 179703.2774886657, + "99.999" : 179703.2774886657, + "99.9999" : 179703.2774886657, + "100.0" : 179703.2774886657 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 175027.90102022636, + 175402.37869164674, + 165482.3721476079, + 179703.2774886657, + 177227.13056775034 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 648.2278290281469, + "scoreError" : 58.886503793193235, + "scoreConfidence" : [ + 589.3413252349536, + 707.1143328213401 + ], + "scorePercentiles" : { + "0.0" : 625.875813788798, + "50.0" : 646.692389282256, + "90.0" : 666.3482772135878, + "95.0" : 666.3482772135878, + "99.0" : 666.3482772135878, + "99.9" : 666.3482772135878, + "99.99" : 666.3482772135878, + "99.999" : 666.3482772135878, + "99.9999" : 666.3482772135878, + "100.0" : 666.3482772135878 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 646.692389282256, + 657.7637427206632, + 625.875813788798, + 644.4589221354295, + 666.3482772135878 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.169726717140778E7, + "scoreError" : 7154725.298976814, + "scoreConfidence" : [ + 3.4542541872430965E7, + 4.88519924703846E7 + ], + "scorePercentiles" : { + "0.0" : 3.839158142293994E7, + "50.0" : 4.249636965434186E7, + "90.0" : 4.269387470980324E7, + "95.0" : 4.269387470980324E7, + "99.0" : 4.269387470980324E7, + "99.9" : 4.269387470980324E7, + "99.99" : 4.269387470980324E7, + "99.999" : 4.269387470980324E7, + "99.9999" : 4.269387470980324E7, + "100.0" : 4.269387470980324E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.268696394061673E7, + 4.221754612933714E7, + 3.839158142293994E7, + 4.269387470980324E7, + 4.249636965434186E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4478099.394714134, + "scoreError" : 474067.55562667915, + "scoreConfidence" : [ + 4004031.8390874546, + 4952166.950340813 + ], + "scorePercentiles" : { + "0.0" : 4277934.696187268, + "50.0" : 4493020.921596172, + "90.0" : 4606052.999347826, + "95.0" : 4606052.999347826, + "99.0" : 4606052.999347826, + "99.9" : 4606052.999347826, + "99.99" : 4606052.999347826, + "99.999" : 4606052.999347826, + "99.9999" : 4606052.999347826, + "100.0" : 4606052.999347826 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4493020.921596172, + 4277934.696187268, + 4472638.911296585, + 4606052.999347826, + 4540849.445142819 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 325130.2954303679, + "scoreError" : 38161.495967220515, + "scoreConfidence" : [ + 286968.7994631474, + 363291.79139758844 + ], + "scorePercentiles" : { + "0.0" : 308269.09842735884, + "50.0" : 326860.3578931271, + "90.0" : 332718.7207263599, + "95.0" : 332718.7207263599, + "99.0" : 332718.7207263599, + "99.9" : 332718.7207263599, + "99.99" : 332718.7207263599, + "99.999" : 332718.7207263599, + "99.9999" : 332718.7207263599, + "100.0" : 332718.7207263599 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 308269.09842735884, + 326860.3578931271, + 332027.5206276493, + 332718.7207263599, + 325775.7794773446 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1244.2333209901778, + "scoreError" : 22.9968769738622, + "scoreConfidence" : [ + 1221.2364440163155, + 1267.2301979640401 + ], + "scorePercentiles" : { + "0.0" : 1235.0664478539277, + "50.0" : 1245.1871866313058, + "90.0" : 1249.941671052611, + "95.0" : 1249.941671052611, + "99.0" : 1249.941671052611, + "99.9" : 1249.941671052611, + "99.99" : 1249.941671052611, + "99.999" : 1249.941671052611, + "99.9999" : 1249.941671052611, + "100.0" : 1249.941671052611 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1245.1871866313058, + 1235.0664478539277, + 1249.941671052611, + 1242.1685640595106, + 1248.8027353535344 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.187557588767892E7, + "scoreError" : 7993040.9939008, + "scoreConfidence" : [ + 1.3882534893778121E7, + 2.986861688157972E7 + ], + "scorePercentiles" : { + "0.0" : 1.819907644000273E7, + "50.0" : 2.274432545189456E7, + "90.0" : 2.321465207560417E7, + "95.0" : 2.321465207560417E7, + "99.0" : 2.321465207560417E7, + "99.9" : 2.321465207560417E7, + "99.99" : 2.321465207560417E7, + "99.999" : 2.321465207560417E7, + "99.9999" : 2.321465207560417E7, + "100.0" : 2.321465207560417E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.819907644000273E7, + 2.2395156664343752E7, + 2.282466880654938E7, + 2.274432545189456E7, + 2.321465207560417E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2414106.8006542255, + "scoreError" : 384860.42662929377, + "scoreConfidence" : [ + 2029246.3740249318, + 2798967.227283519 + ], + "scorePercentiles" : { + "0.0" : 2246554.6989870775, + "50.0" : 2440802.8393183183, + "90.0" : 2514609.4621138684, + "95.0" : 2514609.4621138684, + "99.0" : 2514609.4621138684, + "99.9" : 2514609.4621138684, + "99.99" : 2514609.4621138684, + "99.999" : 2514609.4621138684, + "99.9999" : 2514609.4621138684, + "100.0" : 2514609.4621138684 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2422963.8946255795, + 2445603.1082262825, + 2246554.6989870775, + 2514609.4621138684, + 2440802.8393183183 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 197097.40274654725, + "scoreError" : 8597.133075698823, + "scoreConfidence" : [ + 188500.2696708484, + 205694.53582224608 + ], + "scorePercentiles" : { + "0.0" : 194881.19276965468, + "50.0" : 196801.97982455796, + "90.0" : 200211.54057995064, + "95.0" : 200211.54057995064, + "99.0" : 200211.54057995064, + "99.9" : 200211.54057995064, + "99.99" : 200211.54057995064, + "99.999" : 200211.54057995064, + "99.9999" : 200211.54057995064, + "100.0" : 200211.54057995064 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 196801.97982455796, + 200211.54057995064, + 195205.45085942573, + 194881.19276965468, + 198386.8496991473 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1054.1847134269476, + "scoreError" : 169.65492689337154, + "scoreConfidence" : [ + 884.529786533576, + 1223.8396403203192 + ], + "scorePercentiles" : { + "0.0" : 977.3205120500741, + "50.0" : 1077.397945718341, + "90.0" : 1080.0796680339004, + "95.0" : 1080.0796680339004, + "99.0" : 1080.0796680339004, + "99.9" : 1080.0796680339004, + "99.99" : 1080.0796680339004, + "99.999" : 1080.0796680339004, + "99.9999" : 1080.0796680339004, + "100.0" : 1080.0796680339004 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1077.397945718341, + 1056.6167365390604, + 977.3205120500741, + 1080.0796680339004, + 1079.5087047933614 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.0990041247398674E7, + "scoreError" : 1.1994581140930364E7, + "scoreConfidence" : [ + 2.8995460106468312E7, + 5.298462238832904E7 + ], + "scorePercentiles" : { + "0.0" : 3.545494176764126E7, + "50.0" : 4.213683874662634E7, + "90.0" : 4.2883122209837586E7, + "95.0" : 4.2883122209837586E7, + "99.0" : 4.2883122209837586E7, + "99.9" : 4.2883122209837586E7, + "99.99" : 4.2883122209837586E7, + "99.999" : 4.2883122209837586E7, + "99.9999" : 4.2883122209837586E7, + "100.0" : 4.2883122209837586E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.545494176764126E7, + 4.2522677355820544E7, + 4.213683874662634E7, + 4.195262615706763E7, + 4.2883122209837586E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1378947.1245982728, + "scoreError" : 212777.80311838773, + "scoreConfidence" : [ + 1166169.3214798851, + 1591724.9277166605 + ], + "scorePercentiles" : { + "0.0" : 1284271.5127768295, + "50.0" : 1390658.587535271, + "90.0" : 1427452.8372731933, + "95.0" : 1427452.8372731933, + "99.0" : 1427452.8372731933, + "99.9" : 1427452.8372731933, + "99.99" : 1427452.8372731933, + "99.999" : 1427452.8372731933, + "99.9999" : 1427452.8372731933, + "100.0" : 1427452.8372731933 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1284271.5127768295, + 1387051.199923226, + 1405301.4854828452, + 1427452.8372731933, + 1390658.587535271 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 147600.13522530507, + "scoreError" : 34120.44464508804, + "scoreConfidence" : [ + 113479.69058021702, + 181720.57987039312 + ], + "scorePercentiles" : { + "0.0" : 135770.5765498643, + "50.0" : 150601.01086777612, + "90.0" : 155701.21414944463, + "95.0" : 155701.21414944463, + "99.0" : 155701.21414944463, + "99.9" : 155701.21414944463, + "99.99" : 155701.21414944463, + "99.999" : 155701.21414944463, + "99.9999" : 155701.21414944463, + "100.0" : 155701.21414944463 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 150601.01086777612, + 140920.09812443482, + 155007.7764350056, + 155701.21414944463, + 135770.5765498643 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 795.1348536601279, + "scoreError" : 182.0223008037054, + "scoreConfidence" : [ + 613.1125528564224, + 977.1571544638333 + ], + "scorePercentiles" : { + "0.0" : 712.2555948794242, + "50.0" : 807.6842019385157, + "90.0" : 829.5056842906403, + "95.0" : 829.5056842906403, + "99.0" : 829.5056842906403, + "99.9" : 829.5056842906403, + "99.99" : 829.5056842906403, + "99.999" : 829.5056842906403, + "99.9999" : 829.5056842906403, + "100.0" : 829.5056842906403 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 712.2555948794242, + 807.6842019385157, + 819.5837137617713, + 829.5056842906403, + 806.6450734302887 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.221366095954334E7, + "scoreError" : 5365196.280837415, + "scoreConfidence" : [ + 1.6848464678705923E7, + 2.7578857240380757E7 + ], + "scorePercentiles" : { + "0.0" : 1.9863089562075045E7, + "50.0" : 2.2608716835368667E7, + "90.0" : 2.336777057543334E7, + "95.0" : 2.336777057543334E7, + "99.0" : 2.336777057543334E7, + "99.9" : 2.336777057543334E7, + "99.99" : 2.336777057543334E7, + "99.999" : 2.336777057543334E7, + "99.9999" : 2.336777057543334E7, + "100.0" : 2.336777057543334E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2150110651633356E7, + 2.2608716835368667E7, + 1.9863089562075045E7, + 2.336777057543334E7, + 2.3078617173206285E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2541268.3661676547, + "scoreError" : 342446.0809154295, + "scoreConfidence" : [ + 2198822.285252225, + 2883714.4470830844 + ], + "scorePercentiles" : { + "0.0" : 2387716.767055859, + "50.0" : 2564063.5400834153, + "90.0" : 2618312.3772683255, + "95.0" : 2618312.3772683255, + "99.0" : 2618312.3772683255, + "99.9" : 2618312.3772683255, + "99.99" : 2618312.3772683255, + "99.999" : 2618312.3772683255, + "99.9999" : 2618312.3772683255, + "100.0" : 2618312.3772683255 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2577060.7701858515, + 2564063.5400834153, + 2559188.376244824, + 2387716.767055859, + 2618312.3772683255 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 198188.71938041068, + "scoreError" : 33196.66639389263, + "scoreConfidence" : [ + 164992.05298651804, + 231385.38577430331 + ], + "scorePercentiles" : { + "0.0" : 183237.58004198637, + "50.0" : 200693.22936259105, + "90.0" : 205567.2083868942, + "95.0" : 205567.2083868942, + "99.0" : 205567.2083868942, + "99.9" : 205567.2083868942, + "99.99" : 205567.2083868942, + "99.999" : 205567.2083868942, + "99.9999" : 205567.2083868942, + "100.0" : 205567.2083868942 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 200693.22936259105, + 183237.58004198637, + 201036.67713257557, + 205567.2083868942, + 200408.9019780061 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 992.707216448601, + "scoreError" : 32.986422352529466, + "scoreConfidence" : [ + 959.7207940960716, + 1025.6936388011304 + ], + "scorePercentiles" : { + "0.0" : 982.4782257214848, + "50.0" : 995.1218348344137, + "90.0" : 1002.3172996941006, + "95.0" : 1002.3172996941006, + "99.0" : 1002.3172996941006, + "99.9" : 1002.3172996941006, + "99.99" : 1002.3172996941006, + "99.999" : 1002.3172996941006, + "99.9999" : 1002.3172996941006, + "100.0" : 1002.3172996941006 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1002.3172996941006, + 995.1218348344137, + 998.4842749100953, + 982.4782257214848, + 985.1344470829107 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.561226902542264E8, + "scoreError" : 7277524.566488419, + "scoreConfidence" : [ + 2.4884516568773797E8, + 2.634002148207148E8 + ], + "scorePercentiles" : { + "0.0" : 2.5304433780053023E8, + "50.0" : 2.5666610152334723E8, + "90.0" : 2.578413938787948E8, + "95.0" : 2.578413938787948E8, + "99.0" : 2.578413938787948E8, + "99.9" : 2.578413938787948E8, + "99.99" : 2.578413938787948E8, + "99.999" : 2.578413938787948E8, + "99.9999" : 2.578413938787948E8, + "100.0" : 2.578413938787948E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5666610152334723E8, + 2.5304433780053023E8, + 2.578413938787948E8, + 2.573147193086327E8, + 2.5574689875982702E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.745415473694856E7, + "scoreError" : 902082.4403326996, + "scoreConfidence" : [ + 2.655207229661586E7, + 2.835623717728126E7 + ], + "scorePercentiles" : { + "0.0" : 2.71732758634719E7, + "50.0" : 2.7442310914491344E7, + "90.0" : 2.7784505782067627E7, + "95.0" : 2.7784505782067627E7, + "99.0" : 2.7784505782067627E7, + "99.9" : 2.7784505782067627E7, + "99.99" : 2.7784505782067627E7, + "99.999" : 2.7784505782067627E7, + "99.9999" : 2.7784505782067627E7, + "100.0" : 2.7784505782067627E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7442310914491344E7, + 2.7559140609425325E7, + 2.7784505782067627E7, + 2.731154051528661E7, + 2.71732758634719E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1848552.1263456051, + "scoreError" : 37363.67097066492, + "scoreConfidence" : [ + 1811188.4553749403, + 1885915.79731627 + ], + "scorePercentiles" : { + "0.0" : 1838576.6462967775, + "50.0" : 1848089.0966699761, + "90.0" : 1862852.9574750478, + "95.0" : 1862852.9574750478, + "99.0" : 1862852.9574750478, + "99.9" : 1862852.9574750478, + "99.99" : 1862852.9574750478, + "99.999" : 1862852.9574750478, + "99.9999" : 1862852.9574750478, + "100.0" : 1862852.9574750478 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1852318.0394704859, + 1838576.6462967775, + 1862852.9574750478, + 1848089.0966699761, + 1840923.8918157383 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 6836.903690869566, + "scoreError" : 195.11433874359113, + "scoreConfidence" : [ + 6641.789352125975, + 7032.0180296131575 + ], + "scorePercentiles" : { + "0.0" : 6803.236579727208, + "50.0" : 6824.012333800645, + "90.0" : 6925.9265161196045, + "95.0" : 6925.9265161196045, + "99.0" : 6925.9265161196045, + "99.9" : 6925.9265161196045, + "99.99" : 6925.9265161196045, + "99.999" : 6925.9265161196045, + "99.9999" : 6925.9265161196045, + "100.0" : 6925.9265161196045 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6824.012333800645, + 6824.147733738206, + 6925.9265161196045, + 6807.1952909621705, + 6803.236579727208 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2971952292467967E8, + "scoreError" : 4246307.846422226, + "scoreConfidence" : [ + 2.2547321507825744E8, + 2.339658307711019E8 + ], + "scorePercentiles" : { + "0.0" : 2.286380489202796E8, + "50.0" : 2.2927998696573696E8, + "90.0" : 2.3137059597455144E8, + "95.0" : 2.3137059597455144E8, + "99.0" : 2.3137059597455144E8, + "99.9" : 2.3137059597455144E8, + "99.99" : 2.3137059597455144E8, + "99.999" : 2.3137059597455144E8, + "99.9999" : 2.3137059597455144E8, + "100.0" : 2.3137059597455144E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.3027375523562223E8, + 2.2927998696573696E8, + 2.29035227527208E8, + 2.286380489202796E8, + 2.3137059597455144E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9957776.271261772, + "scoreError" : 1509610.6612274565, + "scoreConfidence" : [ + 8448165.610034315, + 1.146738693248923E7 + ], + "scorePercentiles" : { + "0.0" : 9323626.771151077, + "50.0" : 1.0059341034163164E7, + "90.0" : 1.0286271405927451E7, + "95.0" : 1.0286271405927451E7, + "99.0" : 1.0286271405927451E7, + "99.9" : 1.0286271405927451E7, + "99.99" : 1.0286271405927451E7, + "99.999" : 1.0286271405927451E7, + "99.9999" : 1.0286271405927451E7, + "100.0" : 1.0286271405927451E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0059341034163164E7, + 1.0251639416148836E7, + 1.0286271405927451E7, + 9868002.72891833, + 9323626.771151077 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 539350.7281790547, + "scoreError" : 84813.65247861882, + "scoreConfidence" : [ + 454537.07570043585, + 624164.3806576735 + ], + "scorePercentiles" : { + "0.0" : 502167.6629281868, + "50.0" : 544255.113296124, + "90.0" : 560746.8133103187, + "95.0" : 560746.8133103187, + "99.0" : 560746.8133103187, + "99.9" : 560746.8133103187, + "99.99" : 560746.8133103187, + "99.999" : 560746.8133103187, + "99.9999" : 560746.8133103187, + "100.0" : 560746.8133103187 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 547699.6546525487, + 560746.8133103187, + 502167.6629281868, + 544255.113296124, + 541884.3967080949 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1636.9182809557192, + "scoreError" : 87.79141305838992, + "scoreConfidence" : [ + 1549.1268678973292, + 1724.7096940141091 + ], + "scorePercentiles" : { + "0.0" : 1605.3781407234094, + "50.0" : 1640.5101969128368, + "90.0" : 1660.448052265262, + "95.0" : 1660.448052265262, + "99.0" : 1660.448052265262, + "99.9" : 1660.448052265262, + "99.99" : 1660.448052265262, + "99.999" : 1660.448052265262, + "99.9999" : 1660.448052265262, + "100.0" : 1660.448052265262 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1605.3781407234094, + 1655.0666317932667, + 1623.1883830838208, + 1660.448052265262, + 1640.5101969128368 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5540881913953552E8, + "scoreError" : 1.1253473221705938E7, + "scoreConfidence" : [ + 2.4415534591782957E8, + 2.6666229236124146E8 + ], + "scorePercentiles" : { + "0.0" : 2.50887654431698E8, + "50.0" : 2.565115280893611E8, + "90.0" : 2.579801673081144E8, + "95.0" : 2.579801673081144E8, + "99.0" : 2.579801673081144E8, + "99.9" : 2.579801673081144E8, + "99.99" : 2.579801673081144E8, + "99.999" : 2.579801673081144E8, + "99.9999" : 2.579801673081144E8, + "100.0" : 2.579801673081144E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.579801673081144E8, + 2.565115280893611E8, + 2.50887654431698E8, + 2.5416859767175934E8, + 2.574961481967449E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5462333.819498673, + "scoreError" : 155674.48478355276, + "scoreConfidence" : [ + 5306659.3347151205, + 5618008.304282226 + ], + "scorePercentiles" : { + "0.0" : 5409808.48084649, + "50.0" : 5485983.833904408, + "90.0" : 5498874.8344448265, + "95.0" : 5498874.8344448265, + "99.0" : 5498874.8344448265, + "99.9" : 5498874.8344448265, + "99.99" : 5498874.8344448265, + "99.999" : 5498874.8344448265, + "99.9999" : 5498874.8344448265, + "100.0" : 5498874.8344448265 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5485983.833904408, + 5409808.48084649, + 5428047.025798616, + 5488954.922499026, + 5498874.8344448265 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 522971.090575845, + "scoreError" : 9435.010584862837, + "scoreConfidence" : [ + 513536.07999098214, + 532406.1011607078 + ], + "scorePercentiles" : { + "0.0" : 519015.47279874585, + "50.0" : 523165.3100126292, + "90.0" : 525103.7572998126, + "95.0" : 525103.7572998126, + "99.0" : 525103.7572998126, + "99.9" : 525103.7572998126, + "99.99" : 525103.7572998126, + "99.999" : 525103.7572998126, + "99.9999" : 525103.7572998126, + "100.0" : 525103.7572998126 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 525103.7572998126, + 519015.47279874585, + 523165.3100126292, + 522677.4254340889, + 524893.4873339484 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2100.770938818261, + "scoreError" : 76.85044799451018, + "scoreConfidence" : [ + 2023.920490823751, + 2177.621386812771 + ], + "scorePercentiles" : { + "0.0" : 2081.3116446757913, + "50.0" : 2099.2661718482577, + "90.0" : 2133.787526924233, + "95.0" : 2133.787526924233, + "99.0" : 2133.787526924233, + "99.9" : 2133.787526924233, + "99.99" : 2133.787526924233, + "99.999" : 2133.787526924233, + "99.9999" : 2133.787526924233, + "100.0" : 2133.787526924233 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2133.787526924233, + 2099.7247676379343, + 2089.7645830050888, + 2081.3116446757913, + 2099.2661718482577 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3027482020106253E8, + "scoreError" : 5278973.85755141, + "scoreConfidence" : [ + 2.2499584634351113E8, + 2.3555379405861393E8 + ], + "scorePercentiles" : { + "0.0" : 2.286523186598901E8, + "50.0" : 2.3052925700506583E8, + "90.0" : 2.3217531773958683E8, + "95.0" : 2.3217531773958683E8, + "99.0" : 2.3217531773958683E8, + "99.9" : 2.3217531773958683E8, + "99.99" : 2.3217531773958683E8, + "99.999" : 2.3217531773958683E8, + "99.9999" : 2.3217531773958683E8, + "100.0" : 2.3217531773958683E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.3073899541031456E8, + 2.286523186598901E8, + 2.292782121904554E8, + 2.3217531773958683E8, + 2.3052925700506583E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.02286312604928E7, + "scoreError" : 2240150.2317172596, + "scoreConfidence" : [ + 7988481.02877554, + 1.246878149221006E7 + ], + "scorePercentiles" : { + "0.0" : 9218250.570444869, + "50.0" : 1.052075283811721E7, + "90.0" : 1.0600451300136616E7, + "95.0" : 1.0600451300136616E7, + "99.0" : 1.0600451300136616E7, + "99.9" : 1.0600451300136616E7, + "99.99" : 1.0600451300136616E7, + "99.999" : 1.0600451300136616E7, + "99.9999" : 1.0600451300136616E7, + "100.0" : 1.0600451300136616E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9218250.570444869, + 1.0558876302033527E7, + 1.0244825291731773E7, + 1.0600451300136616E7, + 1.052075283811721E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 519077.0271963611, + "scoreError" : 17467.270035828158, + "scoreConfidence" : [ + 501609.7571605329, + 536544.2972321892 + ], + "scorePercentiles" : { + "0.0" : 514297.8741799505, + "50.0" : 518581.5947429135, + "90.0" : 524101.596434508, + "95.0" : 524101.596434508, + "99.0" : 524101.596434508, + "99.9" : 524101.596434508, + "99.99" : 524101.596434508, + "99.999" : 524101.596434508, + "99.9999" : 524101.596434508, + "100.0" : 524101.596434508 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 514297.8741799505, + 523321.80092066573, + 518581.5947429135, + 515082.26970376767, + 524101.596434508 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1597.3779852277326, + "scoreError" : 108.96999244604721, + "scoreConfidence" : [ + 1488.4079927816854, + 1706.3479776737797 + ], + "scorePercentiles" : { + "0.0" : 1567.6719601090792, + "50.0" : 1583.848497033932, + "90.0" : 1634.119781779085, + "95.0" : 1634.119781779085, + "99.0" : 1634.119781779085, + "99.9" : 1634.119781779085, + "99.99" : 1634.119781779085, + "99.999" : 1634.119781779085, + "99.9999" : 1634.119781779085, + "100.0" : 1634.119781779085 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1581.0438416021773, + 1634.119781779085, + 1583.848497033932, + 1620.2058456143889, + 1567.6719601090792 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4939924223267016E8, + "scoreError" : 2770764.0677938177, + "scoreConfidence" : [ + 1.4662847816487634E8, + 1.5217000630046397E8 + ], + "scorePercentiles" : { + "0.0" : 1.4862415930939478E8, + "50.0" : 1.495035536774226E8, + "90.0" : 1.503229788964734E8, + "95.0" : 1.503229788964734E8, + "99.0" : 1.503229788964734E8, + "99.9" : 1.503229788964734E8, + "99.99" : 1.503229788964734E8, + "99.999" : 1.503229788964734E8, + "99.9999" : 1.503229788964734E8, + "100.0" : 1.503229788964734E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.487369709909481E8, + 1.4862415930939478E8, + 1.503229788964734E8, + 1.495035536774226E8, + 1.498085482891118E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.2387343010730233E7, + "scoreError" : 1188539.2399231102, + "scoreConfidence" : [ + 2.1198803770807125E7, + 2.357588225065334E7 + ], + "scorePercentiles" : { + "0.0" : 2.189390613089153E7, + "50.0" : 2.2402739509175964E7, + "90.0" : 2.2697049381820932E7, + "95.0" : 2.2697049381820932E7, + "99.0" : 2.2697049381820932E7, + "99.9" : 2.2697049381820932E7, + "99.99" : 2.2697049381820932E7, + "99.999" : 2.2697049381820932E7, + "99.9999" : 2.2697049381820932E7, + "100.0" : 2.2697049381820932E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2402739509175964E7, + 2.258830136777283E7, + 2.235471866398991E7, + 2.189390613089153E7, + 2.2697049381820932E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2011540.0929703054, + "scoreError" : 33062.77948715621, + "scoreConfidence" : [ + 1978477.313483149, + 2044602.8724574617 + ], + "scorePercentiles" : { + "0.0" : 1999385.9938344692, + "50.0" : 2010678.3665045472, + "90.0" : 2021984.667115259, + "95.0" : 2021984.667115259, + "99.0" : 2021984.667115259, + "99.9" : 2021984.667115259, + "99.99" : 2021984.667115259, + "99.999" : 2021984.667115259, + "99.9999" : 2021984.667115259, + "100.0" : 2021984.667115259 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2008700.2722680562, + 2016951.1651291945, + 1999385.9938344692, + 2010678.3665045472, + 2021984.667115259 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10905.173158470001, + "scoreError" : 1145.6243469280191, + "scoreConfidence" : [ + 9759.548811541981, + 12050.79750539802 + ], + "scorePercentiles" : { + "0.0" : 10639.299064982168, + "50.0" : 10838.163766905722, + "90.0" : 11389.959551301272, + "95.0" : 11389.959551301272, + "99.0" : 11389.959551301272, + "99.9" : 11389.959551301272, + "99.99" : 11389.959551301272, + "99.999" : 11389.959551301272, + "99.9999" : 11389.959551301272, + "100.0" : 11389.959551301272 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10838.163766905722, + 10702.087274084246, + 11389.959551301272, + 10639.299064982168, + 10956.356135076596 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.1604252913179046E8, + "scoreError" : 7176538.947713509, + "scoreConfidence" : [ + 3.0886599018407696E8, + 3.2321906807950395E8 + ], + "scorePercentiles" : { + "0.0" : 3.144131322061563E8, + "50.0" : 3.1594524478018206E8, + "90.0" : 3.18940835894671E8, + "95.0" : 3.18940835894671E8, + "99.0" : 3.18940835894671E8, + "99.9" : 3.18940835894671E8, + "99.99" : 3.18940835894671E8, + "99.999" : 3.18940835894671E8, + "99.9999" : 3.18940835894671E8, + "100.0" : 3.18940835894671E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.18940835894671E8, + 3.144131322061563E8, + 3.1594524478018206E8, + 3.144215979510151E8, + 3.164918348269276E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.572406305942621E7, + "scoreError" : 662949.8732972303, + "scoreConfidence" : [ + 3.506111318612898E7, + 3.638701293272344E7 + ], + "scorePercentiles" : { + "0.0" : 3.542976482653307E7, + "50.0" : 3.579419952775249E7, + "90.0" : 3.584659485188372E7, + "95.0" : 3.584659485188372E7, + "99.0" : 3.584659485188372E7, + "99.9" : 3.584659485188372E7, + "99.99" : 3.584659485188372E7, + "99.999" : 3.584659485188372E7, + "99.9999" : 3.584659485188372E7, + "100.0" : 3.584659485188372E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.579419952775249E7, + 3.583342526757141E7, + 3.571633082339038E7, + 3.542976482653307E7, + 3.584659485188372E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3451001.599825675, + "scoreError" : 38795.918292994706, + "scoreConfidence" : [ + 3412205.6815326805, + 3489797.5181186697 + ], + "scorePercentiles" : { + "0.0" : 3437113.339220554, + "50.0" : 3449337.3390147164, + "90.0" : 3461417.0808148845, + "95.0" : 3461417.0808148845, + "99.0" : 3461417.0808148845, + "99.9" : 3461417.0808148845, + "99.99" : 3461417.0808148845, + "99.999" : 3461417.0808148845, + "99.9999" : 3461417.0808148845, + "100.0" : 3461417.0808148845 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3460229.938558308, + 3437113.339220554, + 3461417.0808148845, + 3449337.3390147164, + 3446910.3015199113 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9436.32831462799, + "scoreError" : 321.2238147545087, + "scoreConfidence" : [ + 9115.104499873481, + 9757.552129382499 + ], + "scorePercentiles" : { + "0.0" : 9300.611281627092, + "50.0" : 9439.680643551897, + "90.0" : 9523.366122631463, + "95.0" : 9523.366122631463, + "99.0" : 9523.366122631463, + "99.9" : 9523.366122631463, + "99.99" : 9523.366122631463, + "99.999" : 9523.366122631463, + "99.9999" : 9523.366122631463, + "100.0" : 9523.366122631463 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9523.366122631463, + 9439.680643551897, + 9479.02832462023, + 9438.955200709266, + 9300.611281627092 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4994732076722103E8, + "scoreError" : 3494178.6677110535, + "scoreConfidence" : [ + 1.4645314209950998E8, + 1.5344149943493208E8 + ], + "scorePercentiles" : { + "0.0" : 1.4842520836173773E8, + "50.0" : 1.5013688675875732E8, + "90.0" : 1.507592222681056E8, + "95.0" : 1.507592222681056E8, + "99.0" : 1.507592222681056E8, + "99.9" : 1.507592222681056E8, + "99.99" : 1.507592222681056E8, + "99.999" : 1.507592222681056E8, + "99.9999" : 1.507592222681056E8, + "100.0" : 1.507592222681056E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5047802697384298E8, + 1.4993725947366157E8, + 1.4842520836173773E8, + 1.507592222681056E8, + 1.5013688675875732E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 7467601.779914151, + "scoreError" : 182474.52141723293, + "scoreConfidence" : [ + 7285127.258496918, + 7650076.301331384 + ], + "scorePercentiles" : { + "0.0" : 7403899.9506735075, + "50.0" : 7459435.140744776, + "90.0" : 7531071.621161341, + "95.0" : 7531071.621161341, + "99.0" : 7531071.621161341, + "99.9" : 7531071.621161341, + "99.99" : 7531071.621161341, + "99.999" : 7531071.621161341, + "99.9999" : 7531071.621161341, + "100.0" : 7531071.621161341 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7491728.515404144, + 7451873.671586986, + 7459435.140744776, + 7531071.621161341, + 7403899.9506735075 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 899287.784144108, + "scoreError" : 29139.91674329041, + "scoreConfidence" : [ + 870147.8674008176, + 928427.7008873983 + ], + "scorePercentiles" : { + "0.0" : 886985.4267432439, + "50.0" : 899785.3958969973, + "90.0" : 905895.9940228806, + "95.0" : 905895.9940228806, + "99.0" : 905895.9940228806, + "99.9" : 905895.9940228806, + "99.99" : 905895.9940228806, + "99.999" : 905895.9940228806, + "99.9999" : 905895.9940228806, + "100.0" : 905895.9940228806 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 905895.9940228806, + 905072.3378156248, + 898699.7662417941, + 886985.4267432439, + 899785.3958969973 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4857.415867787493, + "scoreError" : 182.84869508557927, + "scoreConfidence" : [ + 4674.5671727019135, + 5040.2645628730725 + ], + "scorePercentiles" : { + "0.0" : 4802.461272198542, + "50.0" : 4862.362793823691, + "90.0" : 4927.052292425011, + "95.0" : 4927.052292425011, + "99.0" : 4927.052292425011, + "99.9" : 4927.052292425011, + "99.99" : 4927.052292425011, + "99.999" : 4927.052292425011, + "99.9999" : 4927.052292425011, + "100.0" : 4927.052292425011 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4862.362793823691, + 4802.461272198542, + 4826.002517557983, + 4927.052292425011, + 4869.200462932238 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.1469689462306136E8, + "scoreError" : 7758879.5393646145, + "scoreConfidence" : [ + 3.069380150836967E8, + 3.22455774162426E8 + ], + "scorePercentiles" : { + "0.0" : 3.1171504111749274E8, + "50.0" : 3.146311452697603E8, + "90.0" : 3.1720391161014956E8, + "95.0" : 3.1720391161014956E8, + "99.0" : 3.1720391161014956E8, + "99.9" : 3.1720391161014956E8, + "99.99" : 3.1720391161014956E8, + "99.999" : 3.1720391161014956E8, + "99.9999" : 3.1720391161014956E8, + "100.0" : 3.1720391161014956E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.146311452697603E8, + 3.1171504111749274E8, + 3.1564289932542807E8, + 3.142914757924761E8, + 3.1720391161014956E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.872585522848015E7, + "scoreError" : 920346.9988345434, + "scoreConfidence" : [ + 3.780550822964561E7, + 3.9646202227314696E7 + ], + "scorePercentiles" : { + "0.0" : 3.842860794365575E7, + "50.0" : 3.8651751940470725E7, + "90.0" : 3.904427913662723E7, + "95.0" : 3.904427913662723E7, + "99.0" : 3.904427913662723E7, + "99.9" : 3.904427913662723E7, + "99.99" : 3.904427913662723E7, + "99.999" : 3.904427913662723E7, + "99.9999" : 3.904427913662723E7, + "100.0" : 3.904427913662723E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.842860794365575E7, + 3.904427913662723E7, + 3.887854010121785E7, + 3.862609702042922E7, + 3.8651751940470725E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3426223.046172069, + "scoreError" : 85984.80082755379, + "scoreConfidence" : [ + 3340238.245344515, + 3512207.846999623 + ], + "scorePercentiles" : { + "0.0" : 3389339.752426955, + "50.0" : 3436975.1405732366, + "90.0" : 3442903.2428646903, + "95.0" : 3442903.2428646903, + "99.0" : 3442903.2428646903, + "99.9" : 3442903.2428646903, + "99.99" : 3442903.2428646903, + "99.999" : 3442903.2428646903, + "99.9999" : 3442903.2428646903, + "100.0" : 3442903.2428646903 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3421058.2138797855, + 3436975.1405732366, + 3389339.752426955, + 3442903.2428646903, + 3440838.881115678 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9373.462732815173, + "scoreError" : 621.8430450170629, + "scoreConfidence" : [ + 8751.61968779811, + 9995.305777832236 + ], + "scorePercentiles" : { + "0.0" : 9196.501908176184, + "50.0" : 9422.505287014099, + "90.0" : 9568.579653791274, + "95.0" : 9568.579653791274, + "99.0" : 9568.579653791274, + "99.9" : 9568.579653791274, + "99.99" : 9568.579653791274, + "99.999" : 9568.579653791274, + "99.9999" : 9568.579653791274, + "100.0" : 9568.579653791274 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9216.84269679947, + 9196.501908176184, + 9422.505287014099, + 9462.884118294833, + 9568.579653791274 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.407209470321757E8, + "scoreError" : 2.126426122276193E7, + "scoreConfidence" : [ + 4.194566858094138E8, + 4.6198520825493765E8 + ], + "scorePercentiles" : { + "0.0" : 4.3187348500057447E8, + "50.0" : 4.407940118071233E8, + "90.0" : 4.4642504374905217E8, + "95.0" : 4.4642504374905217E8, + "99.0" : 4.4642504374905217E8, + "99.9" : 4.4642504374905217E8, + "99.99" : 4.4642504374905217E8, + "99.999" : 4.4642504374905217E8, + "99.9999" : 4.4642504374905217E8, + "100.0" : 4.4642504374905217E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.4405171087916386E8, + 4.3187348500057447E8, + 4.4642504374905217E8, + 4.407940118071233E8, + 4.40460483724965E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.395728022027708E8, + "scoreError" : 6662981.799058502, + "scoreConfidence" : [ + 4.3290982040371233E8, + 4.462357840018293E8 + ], + "scorePercentiles" : { + "0.0" : 4.3741558182911044E8, + "50.0" : 4.3970741655511606E8, + "90.0" : 4.412695723961386E8, + "95.0" : 4.412695723961386E8, + "99.0" : 4.412695723961386E8, + "99.9" : 4.412695723961386E8, + "99.99" : 4.412695723961386E8, + "99.999" : 4.412695723961386E8, + "99.9999" : 4.412695723961386E8, + "100.0" : 4.412695723961386E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.4121434825115246E8, + 4.3741558182911044E8, + 4.3970741655511606E8, + 4.412695723961386E8, + 4.3825709198233646E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 5591138.812003536, + "scoreError" : 139621.77140192257, + "scoreConfidence" : [ + 5451517.040601614, + 5730760.583405458 + ], + "scorePercentiles" : { + "0.0" : 5540598.267038872, + "50.0" : 5590170.465990716, + "90.0" : 5637484.559178813, + "95.0" : 5637484.559178813, + "99.0" : 5637484.559178813, + "99.9" : 5637484.559178813, + "99.99" : 5637484.559178813, + "99.999" : 5637484.559178813, + "99.9999" : 5637484.559178813, + "100.0" : 5637484.559178813 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5610188.755831057, + 5590170.465990716, + 5637484.559178813, + 5577252.011978218, + 5540598.267038872 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 51283.23763424522, + "scoreError" : 1292.4336381473333, + "scoreConfidence" : [ + 49990.803996097886, + 52575.67127239255 + ], + "scorePercentiles" : { + "0.0" : 50939.77090005971, + "50.0" : 51369.049749488266, + "90.0" : 51714.09183292345, + "95.0" : 51714.09183292345, + "99.0" : 51714.09183292345, + "99.9" : 51714.09183292345, + "99.99" : 51714.09183292345, + "99.999" : 51714.09183292345, + "99.9999" : 51714.09183292345, + "100.0" : 51714.09183292345 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 51714.09183292345, + 50939.77090005971, + 51446.289383148636, + 50946.98630560604, + 51369.049749488266 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.2768346127762437E8, + "scoreError" : 1.0591351974656288E7, + "scoreConfidence" : [ + 4.170921093029681E8, + 4.3827481325228065E8 + ], + "scorePercentiles" : { + "0.0" : 4.233179592793587E8, + "50.0" : 4.2881014610411847E8, + "90.0" : 4.302951405442045E8, + "95.0" : 4.302951405442045E8, + "99.0" : 4.302951405442045E8, + "99.9" : 4.302951405442045E8, + "99.99" : 4.302951405442045E8, + "99.999" : 4.302951405442045E8, + "99.9999" : 4.302951405442045E8, + "100.0" : 4.302951405442045E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2881014610411847E8, + 4.302951405442045E8, + 4.292047855083365E8, + 4.233179592793587E8, + 4.267892749521039E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.1868636274250746E8, + "scoreError" : 5087671.335780676, + "scoreConfidence" : [ + 2.1359869140672678E8, + 2.2377403407828814E8 + ], + "scorePercentiles" : { + "0.0" : 2.1695903383052695E8, + "50.0" : 2.1870674410568005E8, + "90.0" : 2.2040999121843582E8, + "95.0" : 2.2040999121843582E8, + "99.0" : 2.2040999121843582E8, + "99.9" : 2.2040999121843582E8, + "99.99" : 2.2040999121843582E8, + "99.999" : 2.2040999121843582E8, + "99.9999" : 2.2040999121843582E8, + "100.0" : 2.2040999121843582E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2040999121843582E8, + 2.1796118425184673E8, + 2.1870674410568005E8, + 2.1695903383052695E8, + 2.1939486030604786E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1.1117702967953615E8, + "scoreError" : 1776063.345954773, + "scoreConfidence" : [ + 1.0940096633358137E8, + 1.1295309302549092E8 + ], + "scorePercentiles" : { + "0.0" : 1.1056224553254776E8, + "50.0" : 1.111292480705447E8, + "90.0" : 1.1172148776743397E8, + "95.0" : 1.1172148776743397E8, + "99.0" : 1.1172148776743397E8, + "99.9" : 1.1172148776743397E8, + "99.99" : 1.1172148776743397E8, + "99.999" : 1.1172148776743397E8, + "99.9999" : 1.1172148776743397E8, + "100.0" : 1.1172148776743397E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.1094685172000684E8, + 1.1152531530714753E8, + 1.1172148776743397E8, + 1.111292480705447E8, + 1.1056224553254776E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.463500831353219E7, + "scoreError" : 1643789.7249634075, + "scoreConfidence" : [ + 4.2991218588568784E7, + 4.627879803849559E7 + ], + "scorePercentiles" : { + "0.0" : 4.3975592771086335E7, + "50.0" : 4.485450658968695E7, + "90.0" : 4.497988979911658E7, + "95.0" : 4.497988979911658E7, + "99.0" : 4.497988979911658E7, + "99.9" : 4.497988979911658E7, + "99.99" : 4.497988979911658E7, + "99.999" : 4.497988979911658E7, + "99.9999" : 4.497988979911658E7, + "100.0" : 4.497988979911658E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.485450658968695E7, + 4.492997564919561E7, + 4.3975592771086335E7, + 4.497988979911658E7, + 4.4435076758575425E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.5887060913612175E8, + "scoreError" : 6735114.704892539, + "scoreConfidence" : [ + 1.521354944312292E8, + 1.656057238410143E8 + ], + "scorePercentiles" : { + "0.0" : 1.5585773291100267E8, + "50.0" : 1.5960246375637862E8, + "90.0" : 1.603037553257074E8, + "95.0" : 1.603037553257074E8, + "99.0" : 1.603037553257074E8, + "99.9" : 1.603037553257074E8, + "99.99" : 1.603037553257074E8, + "99.999" : 1.603037553257074E8, + "99.9999" : 1.603037553257074E8, + "100.0" : 1.603037553257074E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5961923534232828E8, + 1.5960246375637862E8, + 1.5896985834519184E8, + 1.603037553257074E8, + 1.5585773291100267E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.7799834409834504E7, + "scoreError" : 1124451.1415190767, + "scoreConfidence" : [ + 3.667538326831543E7, + 3.892428555135358E7 + ], + "scorePercentiles" : { + "0.0" : 3.7311436236143135E7, + "50.0" : 3.792507090319028E7, + "90.0" : 3.803500505529813E7, + "95.0" : 3.803500505529813E7, + "99.0" : 3.803500505529813E7, + "99.9" : 3.803500505529813E7, + "99.99" : 3.803500505529813E7, + "99.999" : 3.803500505529813E7, + "99.9999" : 3.803500505529813E7, + "100.0" : 3.803500505529813E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.792507090319028E7, + 3.803500505529813E7, + 3.7311436236143135E7, + 3.775570673548694E7, + 3.797195311905401E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4575614.434681421, + "scoreError" : 95720.44458648413, + "scoreConfidence" : [ + 4479893.990094937, + 4671334.879267905 + ], + "scorePercentiles" : { + "0.0" : 4556158.305871699, + "50.0" : 4569836.058293744, + "90.0" : 4618636.041473232, + "95.0" : 4618636.041473232, + "99.0" : 4618636.041473232, + "99.9" : 4618636.041473232, + "99.99" : 4618636.041473232, + "99.999" : 4618636.041473232, + "99.9999" : 4618636.041473232, + "100.0" : 4618636.041473232 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4571758.725355888, + 4556158.305871699, + 4561683.042412544, + 4618636.041473232, + 4569836.058293744 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 50175.35528298985, + "scoreError" : 3993.7753857431335, + "scoreConfidence" : [ + 46181.57989724672, + 54169.13066873298 + ], + "scorePercentiles" : { + "0.0" : 48678.06603988827, + "50.0" : 50171.57398773726, + "90.0" : 51599.42934702248, + "95.0" : 51599.42934702248, + "99.0" : 51599.42934702248, + "99.9" : 51599.42934702248, + "99.99" : 51599.42934702248, + "99.999" : 51599.42934702248, + "99.9999" : 51599.42934702248, + "100.0" : 51599.42934702248 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 51599.42934702248, + 50171.57398773726, + 50091.27211021925, + 50336.43493008197, + 48678.06603988827 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.2946143381335104E8, + "scoreError" : 9409486.653841538, + "scoreConfidence" : [ + 4.200519471595095E8, + 4.388709204671926E8 + ], + "scorePercentiles" : { + "0.0" : 4.2711163339545107E8, + "50.0" : 4.2919431954541284E8, + "90.0" : 4.327018105285099E8, + "95.0" : 4.327018105285099E8, + "99.0" : 4.327018105285099E8, + "99.9" : 4.327018105285099E8, + "99.99" : 4.327018105285099E8, + "99.999" : 4.327018105285099E8, + "99.9999" : 4.327018105285099E8, + "100.0" : 4.327018105285099E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2919431954541284E8, + 4.2720064046931344E8, + 4.310987651280679E8, + 4.327018105285099E8, + 4.2711163339545107E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.0132774967312428E8, + "scoreError" : 4112071.841497297, + "scoreConfidence" : [ + 9.721567783162698E7, + 1.0543982151462159E8 + ], + "scorePercentiles" : { + "0.0" : 9.958278652505954E7, + "50.0" : 1.0151980251429357E8, + "90.0" : 1.024001791715707E8, + "95.0" : 1.024001791715707E8, + "99.0" : 1.024001791715707E8, + "99.9" : 1.024001791715707E8, + "99.99" : 1.024001791715707E8, + "99.999" : 1.024001791715707E8, + "99.9999" : 1.024001791715707E8, + "100.0" : 1.024001791715707E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0151980251429357E8, + 1.0189529472875036E8, + 1.012406854259472E8, + 9.958278652505954E7, + 1.024001791715707E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 8.872602319744708E7, + "scoreError" : 1441399.4927771129, + "scoreConfidence" : [ + 8.728462370466997E7, + 9.016742269022419E7 + ], + "scorePercentiles" : { + "0.0" : 8.813776310306002E7, + "50.0" : 8.881194583586565E7, + "90.0" : 8.916914418595096E7, + "95.0" : 8.916914418595096E7, + "99.0" : 8.916914418595096E7, + "99.9" : 8.916914418595096E7, + "99.99" : 8.916914418595096E7, + "99.999" : 8.916914418595096E7, + "99.9999" : 8.916914418595096E7, + "100.0" : 8.916914418595096E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.813776310306002E7, + 8.882249054144022E7, + 8.916914418595096E7, + 8.881194583586565E7, + 8.868877232091852E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.529455625822914E7, + "scoreError" : 584456.5751634747, + "scoreConfidence" : [ + 3.471009968306566E7, + 3.587901283339261E7 + ], + "scorePercentiles" : { + "0.0" : 3.509595175191975E7, + "50.0" : 3.524323283674957E7, + "90.0" : 3.545951712857217E7, + "95.0" : 3.545951712857217E7, + "99.0" : 3.545951712857217E7, + "99.9" : 3.545951712857217E7, + "99.99" : 3.545951712857217E7, + "99.999" : 3.545951712857217E7, + "99.9999" : 3.545951712857217E7, + "100.0" : 3.545951712857217E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.5238930454127654E7, + 3.545951712857217E7, + 3.5435149119776554E7, + 3.524323283674957E7, + 3.509595175191975E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.4498738044007576E8, + "scoreError" : 9315011.883531742, + "scoreConfidence" : [ + 4.35672368556544E8, + 4.543023923236075E8 + ], + "scorePercentiles" : { + "0.0" : 4.4135453123763514E8, + "50.0" : 4.453430474977443E8, + "90.0" : 4.4740259573971385E8, + "95.0" : 4.4740259573971385E8, + "99.0" : 4.4740259573971385E8, + "99.9" : 4.4740259573971385E8, + "99.99" : 4.4740259573971385E8, + "99.999" : 4.4740259573971385E8, + "99.9999" : 4.4740259573971385E8, + "100.0" : 4.4740259573971385E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.453430474977443E8, + 4.468110092200015E8, + 4.4135453123763514E8, + 4.4740259573971385E8, + 4.440257185052841E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.4154537878338814E8, + "scoreError" : 5112921.586025504, + "scoreConfidence" : [ + 4.3643245719736266E8, + 4.466583003694136E8 + ], + "scorePercentiles" : { + "0.0" : 4.4053688188758975E8, + "50.0" : 4.4106525488431203E8, + "90.0" : 4.437382085868359E8, + "95.0" : 4.437382085868359E8, + "99.0" : 4.437382085868359E8, + "99.9" : 4.437382085868359E8, + "99.99" : 4.437382085868359E8, + "99.999" : 4.437382085868359E8, + "99.9999" : 4.437382085868359E8, + "100.0" : 4.437382085868359E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.437382085868359E8, + 4.4106525488431203E8, + 4.418049398763306E8, + 4.40581608681872E8, + 4.4053688188758975E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.024481382558528E8, + "scoreError" : 7020757.239507948, + "scoreConfidence" : [ + 2.9542738101634485E8, + 3.094688954953608E8 + ], + "scorePercentiles" : { + "0.0" : 3.0041354033999944E8, + "50.0" : 3.021960237633268E8, + "90.0" : 3.0483572457416654E8, + "95.0" : 3.0483572457416654E8, + "99.0" : 3.0483572457416654E8, + "99.9" : 3.0483572457416654E8, + "99.99" : 3.0483572457416654E8, + "99.999" : 3.0483572457416654E8, + "99.9999" : 3.0483572457416654E8, + "100.0" : 3.0483572457416654E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.036993201870395E8, + 3.0483572457416654E8, + 3.01096082414732E8, + 3.021960237633268E8, + 3.0041354033999944E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.3470923367895103E8, + "scoreError" : 2945970.6224066317, + "scoreConfidence" : [ + 1.317632630565444E8, + 1.3765520430135766E8 + ], + "scorePercentiles" : { + "0.0" : 1.3381494816016036E8, + "50.0" : 1.3462751173982948E8, + "90.0" : 1.3584343521445033E8, + "95.0" : 1.3584343521445033E8, + "99.0" : 1.3584343521445033E8, + "99.9" : 1.3584343521445033E8, + "99.99" : 1.3584343521445033E8, + "99.999" : 1.3584343521445033E8, + "99.9999" : 1.3584343521445033E8, + "100.0" : 1.3584343521445033E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.342866897439422E8, + 1.3497358353637278E8, + 1.3381494816016036E8, + 1.3462751173982948E8, + 1.3584343521445033E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.2866676692548275E8, + "scoreError" : 1.0808105811116513E7, + "scoreConfidence" : [ + 4.1785866111436623E8, + 4.3947487273659927E8 + ], + "scorePercentiles" : { + "0.0" : 4.2517602259588176E8, + "50.0" : 4.29642673897065E8, + "90.0" : 4.3158500304297495E8, + "95.0" : 4.3158500304297495E8, + "99.0" : 4.3158500304297495E8, + "99.9" : 4.3158500304297495E8, + "99.99" : 4.3158500304297495E8, + "99.999" : 4.3158500304297495E8, + "99.9999" : 4.3158500304297495E8, + "100.0" : 4.3158500304297495E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3158500304297495E8, + 4.2517602259588176E8, + 4.262539549440775E8, + 4.29642673897065E8, + 4.3067618014741474E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.2576883830158615E8, + "scoreError" : 6473043.437159601, + "scoreConfidence" : [ + 4.1929579486442655E8, + 4.3224188173874575E8 + ], + "scorePercentiles" : { + "0.0" : 4.24242032236976E8, + "50.0" : 4.254207952413119E8, + "90.0" : 4.28594079968961E8, + "95.0" : 4.28594079968961E8, + "99.0" : 4.28594079968961E8, + "99.9" : 4.28594079968961E8, + "99.99" : 4.28594079968961E8, + "99.999" : 4.28594079968961E8, + "99.9999" : 4.28594079968961E8, + "100.0" : 4.28594079968961E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2483672440410656E8, + 4.254207952413119E8, + 4.28594079968961E8, + 4.24242032236976E8, + 4.257505596565752E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4.252770132858094E8, + "scoreError" : 1.322584213432194E7, + "scoreConfidence" : [ + 4.1205117115148747E8, + 4.385028554201313E8 + ], + "scorePercentiles" : { + "0.0" : 4.192681263178388E8, + "50.0" : 4.263304353960096E8, + "90.0" : 4.2789598301586115E8, + "95.0" : 4.2789598301586115E8, + "99.0" : 4.2789598301586115E8, + "99.9" : 4.2789598301586115E8, + "99.99" : 4.2789598301586115E8, + "99.999" : 4.2789598301586115E8, + "99.9999" : 4.2789598301586115E8, + "100.0" : 4.2789598301586115E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2789598301586115E8, + 4.260071505437189E8, + 4.192681263178388E8, + 4.263304353960096E8, + 4.268833711556185E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.2133163105151856E8, + "scoreError" : 4201733.986191027, + "scoreConfidence" : [ + 4.171298970653275E8, + 4.255333650377096E8 + ], + "scorePercentiles" : { + "0.0" : 4.198238016167113E8, + "50.0" : 4.218414543415848E8, + "90.0" : 4.2227910318042386E8, + "95.0" : 4.2227910318042386E8, + "99.0" : 4.2227910318042386E8, + "99.9" : 4.2227910318042386E8, + "99.99" : 4.2227910318042386E8, + "99.999" : 4.2227910318042386E8, + "99.9999" : 4.2227910318042386E8, + "100.0" : 4.2227910318042386E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.218414543415848E8, + 4.198238016167113E8, + 4.221724405402239E8, + 4.205413555786489E8, + 4.2227910318042386E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2635533499654095E8, + "scoreError" : 3485189.2256632317, + "scoreConfidence" : [ + 1.2287014577087772E8, + 1.2984052422220418E8 + ], + "scorePercentiles" : { + "0.0" : 1.2528651783764432E8, + "50.0" : 1.2669692842232378E8, + "90.0" : 1.2719026215325062E8, + "95.0" : 1.2719026215325062E8, + "99.0" : 1.2719026215325062E8, + "99.9" : 1.2719026215325062E8, + "99.99" : 1.2719026215325062E8, + "99.999" : 1.2719026215325062E8, + "99.9999" : 1.2719026215325062E8, + "100.0" : 1.2719026215325062E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2719026215325062E8, + 1.2711228866001718E8, + 1.2669692842232378E8, + 1.2549067790946886E8, + 1.2528651783764432E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.483490686309779E8, + "scoreError" : 4795917.488095578, + "scoreConfidence" : [ + 4.4355315114288235E8, + 4.531449861190735E8 + ], + "scorePercentiles" : { + "0.0" : 4.467323401965947E8, + "50.0" : 4.482637364219185E8, + "90.0" : 4.5013480718942225E8, + "95.0" : 4.5013480718942225E8, + "99.0" : 4.5013480718942225E8, + "99.9" : 4.5013480718942225E8, + "99.99" : 4.5013480718942225E8, + "99.999" : 4.5013480718942225E8, + "99.9999" : 4.5013480718942225E8, + "100.0" : 4.5013480718942225E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.467323401965947E8, + 4.478648094202865E8, + 4.487496499266678E8, + 4.482637364219185E8, + 4.5013480718942225E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.23393914160745E8, + "scoreError" : 5856002.50573815, + "scoreConfidence" : [ + 3.175379116550069E8, + 3.2924991666648316E8 + ], + "scorePercentiles" : { + "0.0" : 3.20955832611879E8, + "50.0" : 3.2350770850850344E8, + "90.0" : 3.2504550316485727E8, + "95.0" : 3.2504550316485727E8, + "99.0" : 3.2504550316485727E8, + "99.9" : 3.2504550316485727E8, + "99.99" : 3.2504550316485727E8, + "99.999" : 3.2504550316485727E8, + "99.9999" : 3.2504550316485727E8, + "100.0" : 3.2504550316485727E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.2414254513765234E8, + 3.20955832611879E8, + 3.2504550316485727E8, + 3.2331798138083327E8, + 3.2350770850850344E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.344340479135508E8, + "scoreError" : 3691116.836371875, + "scoreConfidence" : [ + 1.3074293107717893E8, + 1.3812516474992266E8 + ], + "scorePercentiles" : { + "0.0" : 1.3356987191494168E8, + "50.0" : 1.3410030940595025E8, + "90.0" : 1.3548073960555607E8, + "95.0" : 1.3548073960555607E8, + "99.0" : 1.3548073960555607E8, + "99.9" : 1.3548073960555607E8, + "99.99" : 1.3548073960555607E8, + "99.999" : 1.3548073960555607E8, + "99.9999" : 1.3548073960555607E8, + "100.0" : 1.3548073960555607E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3410030940595025E8, + 1.3543439082007346E8, + 1.3548073960555607E8, + 1.3356987191494168E8, + 1.335849278212325E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.2859159588492376E8, + "scoreError" : 3699626.496950512, + "scoreConfidence" : [ + 4.2489196938797325E8, + 4.3229122238187426E8 + ], + "scorePercentiles" : { + "0.0" : 4.270792136740743E8, + "50.0" : 4.2870224480716497E8, + "90.0" : 4.2974897729955196E8, + "95.0" : 4.2974897729955196E8, + "99.0" : 4.2974897729955196E8, + "99.9" : 4.2974897729955196E8, + "99.99" : 4.2974897729955196E8, + "99.999" : 4.2974897729955196E8, + "99.9999" : 4.2974897729955196E8, + "100.0" : 4.2974897729955196E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.28822108490558E8, + 4.2870224480716497E8, + 4.2860543515326965E8, + 4.270792136740743E8, + 4.2974897729955196E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.2650667523701906E8, + "scoreError" : 4993499.407744254, + "scoreConfidence" : [ + 4.2151317582927483E8, + 4.315001746447633E8 + ], + "scorePercentiles" : { + "0.0" : 4.248346682758938E8, + "50.0" : 4.2621856431104237E8, + "90.0" : 4.283819594306456E8, + "95.0" : 4.283819594306456E8, + "99.0" : 4.283819594306456E8, + "99.9" : 4.283819594306456E8, + "99.99" : 4.283819594306456E8, + "99.999" : 4.283819594306456E8, + "99.9999" : 4.283819594306456E8, + "100.0" : 4.283819594306456E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.283819594306456E8, + 4.248346682758938E8, + 4.261442375063573E8, + 4.2621856431104237E8, + 4.2695394666115606E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4.213178997531162E8, + "scoreError" : 1.1172556226553213E7, + "scoreConfidence" : [ + 4.10145343526563E8, + 4.324904559796694E8 + ], + "scorePercentiles" : { + "0.0" : 4.1660247933153945E8, + "50.0" : 4.2259577505023116E8, + "90.0" : 4.237074825614308E8, + "95.0" : 4.237074825614308E8, + "99.0" : 4.237074825614308E8, + "99.9" : 4.237074825614308E8, + "99.99" : 4.237074825614308E8, + "99.999" : 4.237074825614308E8, + "99.9999" : 4.237074825614308E8, + "100.0" : 4.237074825614308E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.2051016956308305E8, + 4.2259577505023116E8, + 4.237074825614308E8, + 4.2317359225929654E8, + 4.1660247933153945E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.256237502933761E8, + "scoreError" : 6028725.004482567, + "scoreConfidence" : [ + 4.195950252888935E8, + 4.3165247529785866E8 + ], + "scorePercentiles" : { + "0.0" : 4.229576315108165E8, + "50.0" : 4.260583178162588E8, + "90.0" : 4.269279382256708E8, + "95.0" : 4.269279382256708E8, + "99.0" : 4.269279382256708E8, + "99.9" : 4.269279382256708E8, + "99.99" : 4.269279382256708E8, + "99.999" : 4.269279382256708E8, + "99.9999" : 4.269279382256708E8, + "100.0" : 4.269279382256708E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.269279382256708E8, + 4.260583178162588E8, + 4.229576315108165E8, + 4.265215850763167E8, + 4.256532788378177E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.457677388850311E8, + "scoreError" : 1.4252642876390815E7, + "scoreConfidence" : [ + 6.315150960086403E8, + 6.600203817614219E8 + ], + "scorePercentiles" : { + "0.0" : 6.4207938920475E8, + "50.0" : 6.447572769906446E8, + "90.0" : 6.51881518705677E8, + "95.0" : 6.51881518705677E8, + "99.0" : 6.51881518705677E8, + "99.9" : 6.51881518705677E8, + "99.99" : 6.51881518705677E8, + "99.999" : 6.51881518705677E8, + "99.9999" : 6.51881518705677E8, + "100.0" : 6.51881518705677E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.441125955476767E8, + 6.4207938920475E8, + 6.460079139764075E8, + 6.51881518705677E8, + 6.447572769906446E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.0642125086098075E7, + "scoreError" : 1444046.3000696637, + "scoreConfidence" : [ + 3.9198078786028415E7, + 4.2086171386167735E7 + ], + "scorePercentiles" : { + "0.0" : 4.0088016230724305E7, + "50.0" : 4.079635198138043E7, + "90.0" : 4.099599672185546E7, + "95.0" : 4.099599672185546E7, + "99.0" : 4.099599672185546E7, + "99.9" : 4.099599672185546E7, + "99.99" : 4.099599672185546E7, + "99.999" : 4.099599672185546E7, + "99.9999" : 4.099599672185546E7, + "100.0" : 4.099599672185546E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.089473485133331E7, + 4.043552564519686E7, + 4.099599672185546E7, + 4.079635198138043E7, + 4.0088016230724305E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4806806.377740341, + "scoreError" : 89454.51681045434, + "scoreConfidence" : [ + 4717351.860929887, + 4896260.894550796 + ], + "scorePercentiles" : { + "0.0" : 4777201.644359298, + "50.0" : 4817163.606777401, + "90.0" : 4832239.73423559, + "95.0" : 4832239.73423559, + "99.0" : 4832239.73423559, + "99.9" : 4832239.73423559, + "99.99" : 4832239.73423559, + "99.999" : 4832239.73423559, + "99.9999" : 4832239.73423559, + "100.0" : 4832239.73423559 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4819666.931392621, + 4787759.971936795, + 4817163.606777401, + 4777201.644359298, + 4832239.73423559 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 14730.97858345563, + "scoreError" : 798.8464509779898, + "scoreConfidence" : [ + 13932.13213247764, + 15529.82503443362 + ], + "scorePercentiles" : { + "0.0" : 14526.78668490167, + "50.0" : 14675.720171284387, + "90.0" : 15036.552245307377, + "95.0" : 15036.552245307377, + "99.0" : 15036.552245307377, + "99.9" : 15036.552245307377, + "99.99" : 15036.552245307377, + "99.999" : 15036.552245307377, + "99.9999" : 15036.552245307377, + "100.0" : 15036.552245307377 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 14836.307582226922, + 14579.526233557794, + 15036.552245307377, + 14675.720171284387, + 14526.78668490167 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.445509324569691E8, + "scoreError" : 1.1697526741457393E7, + "scoreConfidence" : [ + 6.328534057155118E8, + 6.562484591984265E8 + ], + "scorePercentiles" : { + "0.0" : 6.404902907528306E8, + "50.0" : 6.451344436639822E8, + "90.0" : 6.484526424725701E8, + "95.0" : 6.484526424725701E8, + "99.0" : 6.484526424725701E8, + "99.9" : 6.484526424725701E8, + "99.99" : 6.484526424725701E8, + "99.999" : 6.484526424725701E8, + "99.9999" : 6.484526424725701E8, + "100.0" : 6.484526424725701E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.484526424725701E8, + 6.458830520324624E8, + 6.404902907528306E8, + 6.451344436639822E8, + 6.427942333630004E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.6636343587361775E7, + "scoreError" : 1423306.5279187001, + "scoreConfidence" : [ + 3.521303705944307E7, + 3.805965011528048E7 + ], + "scorePercentiles" : { + "0.0" : 3.601144859760854E7, + "50.0" : 3.675930217248037E7, + "90.0" : 3.6989487113560334E7, + "95.0" : 3.6989487113560334E7, + "99.0" : 3.6989487113560334E7, + "99.9" : 3.6989487113560334E7, + "99.99" : 3.6989487113560334E7, + "99.999" : 3.6989487113560334E7, + "99.9999" : 3.6989487113560334E7, + "100.0" : 3.6989487113560334E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.601144859760854E7, + 3.6989487113560334E7, + 3.6761274220219314E7, + 3.675930217248037E7, + 3.6660205832940355E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4740260.510749502, + "scoreError" : 232891.31745196696, + "scoreConfidence" : [ + 4507369.193297535, + 4973151.828201469 + ], + "scorePercentiles" : { + "0.0" : 4638895.978184789, + "50.0" : 4751841.716492796, + "90.0" : 4800240.80963785, + "95.0" : 4800240.80963785, + "99.0" : 4800240.80963785, + "99.9" : 4800240.80963785, + "99.99" : 4800240.80963785, + "99.999" : 4800240.80963785, + "99.9999" : 4800240.80963785, + "100.0" : 4800240.80963785 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4764681.261982904, + 4745642.787449171, + 4751841.716492796, + 4638895.978184789, + 4800240.80963785 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 14626.251335586761, + "scoreError" : 794.8213251954825, + "scoreConfidence" : [ + 13831.43001039128, + 15421.072660782243 + ], + "scorePercentiles" : { + "0.0" : 14309.224924684115, + "50.0" : 14669.465750531808, + "90.0" : 14858.9088029234, + "95.0" : 14858.9088029234, + "99.0" : 14858.9088029234, + "99.9" : 14858.9088029234, + "99.99" : 14858.9088029234, + "99.999" : 14858.9088029234, + "99.9999" : 14858.9088029234, + "100.0" : 14858.9088029234 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 14669.465750531808, + 14858.9088029234, + 14727.683492700491, + 14565.973707094006, + 14309.224924684115 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.946986143997078E7, + "scoreError" : 1.4431400821038418E7, + "scoreConfidence" : [ + 5.503846061893236E7, + 8.390126226100919E7 + ], + "scorePercentiles" : { + "0.0" : 6.291179798678254E7, + "50.0" : 7.071587726257066E7, + "90.0" : 7.23121259079599E7, + "95.0" : 7.23121259079599E7, + "99.0" : 7.23121259079599E7, + "99.9" : 7.23121259079599E7, + "99.99" : 7.23121259079599E7, + "99.999" : 7.23121259079599E7, + "99.9999" : 7.23121259079599E7, + "100.0" : 7.23121259079599E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.23121259079599E7, + 7.071587726257066E7, + 6.291179798678254E7, + 7.12020230976737E7, + 7.020748294486706E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.84968559780106E7, + "scoreError" : 1169075.3883883927, + "scoreConfidence" : [ + 1.7327780589622207E7, + 1.966593136639899E7 + ], + "scorePercentiles" : { + "0.0" : 1.814029469050453E7, + "50.0" : 1.8367785392623935E7, + "90.0" : 1.8899219938777465E7, + "95.0" : 1.8899219938777465E7, + "99.0" : 1.8899219938777465E7, + "99.9" : 1.8899219938777465E7, + "99.99" : 1.8899219938777465E7, + "99.999" : 1.8899219938777465E7, + "99.9999" : 1.8899219938777465E7, + "100.0" : 1.8899219938777465E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.814029469050453E7, + 1.8365941839997478E7, + 1.871103802814959E7, + 1.8367785392623935E7, + 1.8899219938777465E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1376350.7966986904, + "scoreError" : 68214.67934725717, + "scoreConfidence" : [ + 1308136.1173514333, + 1444565.4760459475 + ], + "scorePercentiles" : { + "0.0" : 1364193.9108628253, + "50.0" : 1365598.6985869594, + "90.0" : 1404648.415312453, + "95.0" : 1404648.415312453, + "99.0" : 1404648.415312453, + "99.9" : 1404648.415312453, + "99.99" : 1404648.415312453, + "99.999" : 1404648.415312453, + "99.9999" : 1404648.415312453, + "100.0" : 1404648.415312453 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1364258.8009423786, + 1383054.1577888352, + 1365598.6985869594, + 1364193.9108628253, + 1404648.415312453 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10602.730946098618, + "scoreError" : 2499.656707896749, + "scoreConfidence" : [ + 8103.074238201869, + 13102.387653995367 + ], + "scorePercentiles" : { + "0.0" : 10087.8172479832, + "50.0" : 10478.661687717839, + "90.0" : 11691.5323612131, + "95.0" : 11691.5323612131, + "99.0" : 11691.5323612131, + "99.9" : 11691.5323612131, + "99.99" : 11691.5323612131, + "99.999" : 11691.5323612131, + "99.9999" : 11691.5323612131, + "100.0" : 11691.5323612131 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10134.499034462091, + 10087.8172479832, + 10478.661687717839, + 10621.144399116853, + 11691.5323612131 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.965320359363354E7, + "scoreError" : 8068569.308105873, + "scoreConfidence" : [ + 3.158463428552767E7, + 4.772177290173941E7 + ], + "scorePercentiles" : { + "0.0" : 3.59992080925702E7, + "50.0" : 4.045050925709513E7, + "90.0" : 4.1230099225774206E7, + "95.0" : 4.1230099225774206E7, + "99.0" : 4.1230099225774206E7, + "99.9" : 4.1230099225774206E7, + "99.99" : 4.1230099225774206E7, + "99.999" : 4.1230099225774206E7, + "99.9999" : 4.1230099225774206E7, + "100.0" : 4.1230099225774206E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.59992080925702E7, + 4.1230099225774206E7, + 4.045050925709513E7, + 4.066024107365954E7, + 3.992596031906861E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9064682.158210736, + "scoreError" : 709278.3474467046, + "scoreConfidence" : [ + 8355403.8107640315, + 9773960.50565744 + ], + "scorePercentiles" : { + "0.0" : 8783981.742056463, + "50.0" : 9057688.184435463, + "90.0" : 9275833.45381949, + "95.0" : 9275833.45381949, + "99.0" : 9275833.45381949, + "99.9" : 9275833.45381949, + "99.99" : 9275833.45381949, + "99.999" : 9275833.45381949, + "99.9999" : 9275833.45381949, + "100.0" : 9275833.45381949 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9034547.92910567, + 9057688.184435463, + 8783981.742056463, + 9275833.45381949, + 9171359.4816366 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1087110.718923396, + "scoreError" : 74874.040594138, + "scoreConfidence" : [ + 1012236.678329258, + 1161984.759517534 + ], + "scorePercentiles" : { + "0.0" : 1062251.9755075965, + "50.0" : 1091239.490789525, + "90.0" : 1109091.861314552, + "95.0" : 1109091.861314552, + "99.0" : 1109091.861314552, + "99.9" : 1109091.861314552, + "99.99" : 1109091.861314552, + "99.999" : 1109091.861314552, + "99.9999" : 1109091.861314552, + "100.0" : 1109091.861314552 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1072460.067174449, + 1062251.9755075965, + 1109091.861314552, + 1091239.490789525, + 1100510.199830858 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5984.247376921335, + "scoreError" : 270.65150005140083, + "scoreConfidence" : [ + 5713.595876869934, + 6254.898876972736 + ], + "scorePercentiles" : { + "0.0" : 5895.772871797679, + "50.0" : 5965.465297656887, + "90.0" : 6070.674824289044, + "95.0" : 6070.674824289044, + "99.0" : 6070.674824289044, + "99.9" : 6070.674824289044, + "99.99" : 6070.674824289044, + "99.999" : 6070.674824289044, + "99.9999" : 6070.674824289044, + "100.0" : 6070.674824289044 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5950.536537812459, + 5965.465297656887, + 5895.772871797679, + 6038.787353050602, + 6070.674824289044 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.01841436938846E7, + "scoreError" : 4163018.590408578, + "scoreConfidence" : [ + 6.602112510347602E7, + 7.434716228429317E7 + ], + "scorePercentiles" : { + "0.0" : 6.837401643751007E7, + "50.0" : 7.040235343493773E7, + "90.0" : 7.127391444092219E7, + "95.0" : 7.127391444092219E7, + "99.0" : 7.127391444092219E7, + "99.9" : 7.127391444092219E7, + "99.99" : 7.127391444092219E7, + "99.999" : 7.127391444092219E7, + "99.9999" : 7.127391444092219E7, + "100.0" : 7.127391444092219E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.127391444092219E7, + 7.057206204776314E7, + 7.040235343493773E7, + 7.029837210828991E7, + 6.837401643751007E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3383114.6866059885, + "scoreError" : 106259.55594314901, + "scoreConfidence" : [ + 3276855.1306628394, + 3489374.2425491377 + ], + "scorePercentiles" : { + "0.0" : 3343262.098698704, + "50.0" : 3391060.4160593334, + "90.0" : 3414195.2321888143, + "95.0" : 3414195.2321888143, + "99.0" : 3414195.2321888143, + "99.9" : 3414195.2321888143, + "99.99" : 3414195.2321888143, + "99.999" : 3414195.2321888143, + "99.9999" : 3414195.2321888143, + "100.0" : 3414195.2321888143 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3343262.098698704, + 3368894.1414022497, + 3391060.4160593334, + 3398161.5446808413, + 3414195.2321888143 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 430892.67584033805, + "scoreError" : 17245.36519859992, + "scoreConfidence" : [ + 413647.3106417381, + 448138.041038938 + ], + "scorePercentiles" : { + "0.0" : 425366.53942324047, + "50.0" : 432279.60796169663, + "90.0" : 436520.9540074412, + "95.0" : 436520.9540074412, + "99.0" : 436520.9540074412, + "99.9" : 436520.9540074412, + "99.99" : 436520.9540074412, + "99.999" : 436520.9540074412, + "99.9999" : 436520.9540074412, + "100.0" : 436520.9540074412 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 436520.9540074412, + 432279.60796169663, + 432885.13400037395, + 427411.14380893786, + 425366.53942324047 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3465.798575891147, + "scoreError" : 181.72246426503943, + "scoreConfidence" : [ + 3284.0761116261074, + 3647.5210401561862 + ], + "scorePercentiles" : { + "0.0" : 3387.8063073330377, + "50.0" : 3479.8658539496264, + "90.0" : 3512.538896220417, + "95.0" : 3512.538896220417, + "99.0" : 3512.538896220417, + "99.9" : 3512.538896220417, + "99.99" : 3512.538896220417, + "99.999" : 3512.538896220417, + "99.9999" : 3512.538896220417, + "100.0" : 3512.538896220417 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3462.233090888862, + 3512.538896220417, + 3486.5487310637923, + 3479.8658539496264, + 3387.8063073330377 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.489225559655873E7, + "scoreError" : 3073664.4782687104, + "scoreConfidence" : [ + 4.1818591118290015E7, + 4.796592007482744E7 + ], + "scorePercentiles" : { + "0.0" : 4.396165907879979E7, + "50.0" : 4.498965956493023E7, + "90.0" : 4.595501797298286E7, + "95.0" : 4.595501797298286E7, + "99.0" : 4.595501797298286E7, + "99.9" : 4.595501797298286E7, + "99.99" : 4.595501797298286E7, + "99.999" : 4.595501797298286E7, + "99.9999" : 4.595501797298286E7, + "100.0" : 4.595501797298286E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.52860540164228E7, + 4.595501797298286E7, + 4.396165907879979E7, + 4.498965956493023E7, + 4.426888734965796E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9143798.15898095, + "scoreError" : 454625.3134018999, + "scoreConfidence" : [ + 8689172.84557905, + 9598423.472382851 + ], + "scorePercentiles" : { + "0.0" : 9030126.52768132, + "50.0" : 9104127.858642124, + "90.0" : 9323567.40299482, + "95.0" : 9323567.40299482, + "99.0" : 9323567.40299482, + "99.9" : 9323567.40299482, + "99.99" : 9323567.40299482, + "99.999" : 9323567.40299482, + "99.9999" : 9323567.40299482, + "100.0" : 9323567.40299482 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9323567.40299482, + 9196143.582723724, + 9104127.858642124, + 9065025.422862764, + 9030126.52768132 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1021816.1031082936, + "scoreError" : 28504.635068949792, + "scoreConfidence" : [ + 993311.4680393438, + 1050320.7381772434 + ], + "scorePercentiles" : { + "0.0" : 1015675.8696594926, + "50.0" : 1018284.6150870997, + "90.0" : 1032692.7396707983, + "95.0" : 1032692.7396707983, + "99.0" : 1032692.7396707983, + "99.9" : 1032692.7396707983, + "99.99" : 1032692.7396707983, + "99.999" : 1032692.7396707983, + "99.9999" : 1032692.7396707983, + "100.0" : 1032692.7396707983 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1018284.6150870997, + 1032692.7396707983, + 1016214.1075541081, + 1026213.1835699687, + 1015675.8696594926 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 6023.629381637716, + "scoreError" : 165.41313299221952, + "scoreConfidence" : [ + 5858.216248645496, + 6189.042514629935 + ], + "scorePercentiles" : { + "0.0" : 5980.17783981221, + "50.0" : 6010.509456738094, + "90.0" : 6093.789721530104, + "95.0" : 6093.789721530104, + "99.0" : 6093.789721530104, + "99.9" : 6093.789721530104, + "99.99" : 6093.789721530104, + "99.999" : 6093.789721530104, + "99.9999" : 6093.789721530104, + "100.0" : 6093.789721530104 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6004.4588463775135, + 6093.789721530104, + 5980.17783981221, + 6029.211043730657, + 6010.509456738094 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 9.613715464761733E7, + "scoreError" : 2.6217919396160185E7, + "scoreConfidence" : [ + 6.991923525145714E7, + 1.2235507404377751E8 + ], + "scorePercentiles" : { + "0.0" : 8.434821646250424E7, + "50.0" : 9.932842311340064E7, + "90.0" : 1.0058541073077388E8, + "95.0" : 1.0058541073077388E8, + "99.0" : 1.0058541073077388E8, + "99.9" : 1.0058541073077388E8, + "99.99" : 1.0058541073077388E8, + "99.999" : 1.0058541073077388E8, + "99.9999" : 1.0058541073077388E8, + "100.0" : 1.0058541073077388E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9.932842311340064E7, + 8.434821646250424E7, + 1.001961866427938E8, + 9.62275362886141E7, + 1.0058541073077388E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6147259.460516779, + "scoreError" : 319651.38065940305, + "scoreConfidence" : [ + 5827608.0798573755, + 6466910.841176182 + ], + "scorePercentiles" : { + "0.0" : 6047430.837625269, + "50.0" : 6138145.000569646, + "90.0" : 6276004.981202214, + "95.0" : 6276004.981202214, + "99.0" : 6276004.981202214, + "99.9" : 6276004.981202214, + "99.99" : 6276004.981202214, + "99.999" : 6276004.981202214, + "99.9999" : 6276004.981202214, + "100.0" : 6276004.981202214 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6276004.981202214, + 6118071.436513559, + 6156645.046673205, + 6047430.837625269, + 6138145.000569646 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 411678.3119068915, + "scoreError" : 20575.597675503515, + "scoreConfidence" : [ + 391102.714231388, + 432253.90958239505 + ], + "scorePercentiles" : { + "0.0" : 406922.046915343, + "50.0" : 410455.53756734345, + "90.0" : 419870.42976797256, + "95.0" : 419870.42976797256, + "99.0" : 419870.42976797256, + "99.9" : 419870.42976797256, + "99.99" : 419870.42976797256, + "99.999" : 419870.42976797256, + "99.9999" : 419870.42976797256, + "100.0" : 419870.42976797256 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 406922.046915343, + 413775.79744746955, + 419870.42976797256, + 407367.7478363289, + 410455.53756734345 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1334.6841416310508, + "scoreError" : 70.05620040163578, + "scoreConfidence" : [ + 1264.627941229415, + 1404.7403420326866 + ], + "scorePercentiles" : { + "0.0" : 1307.529767691805, + "50.0" : 1332.6033810177648, + "90.0" : 1356.0081812786507, + "95.0" : 1356.0081812786507, + "99.0" : 1356.0081812786507, + "99.9" : 1356.0081812786507, + "99.99" : 1356.0081812786507, + "99.999" : 1356.0081812786507, + "99.9999" : 1356.0081812786507, + "100.0" : 1356.0081812786507 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1345.5786473709998, + 1331.7007307960325, + 1332.6033810177648, + 1307.529767691805, + 1356.0081812786507 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9255474180286056E8, + "scoreError" : 9020672.11865778, + "scoreConfidence" : [ + 1.835340696842028E8, + 2.0157541392151833E8 + ], + "scorePercentiles" : { + "0.0" : 1.9090968179191646E8, + "50.0" : 1.909502791999027E8, + "90.0" : 1.9600633861267623E8, + "95.0" : 1.9600633861267623E8, + "99.0" : 1.9600633861267623E8, + "99.9" : 1.9600633861267623E8, + "99.99" : 1.9600633861267623E8, + "99.999" : 1.9600633861267623E8, + "99.9999" : 1.9600633861267623E8, + "100.0" : 1.9600633861267623E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.909502791999027E8, + 1.9090968179191646E8, + 1.9600633861267623E8, + 1.9399276068923694E8, + 1.9091464872057042E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8142549.9067731, + "scoreError" : 1729407.801014433, + "scoreConfidence" : [ + 6413142.105758667, + 9871957.707787532 + ], + "scorePercentiles" : { + "0.0" : 7353150.52426367, + "50.0" : 8289687.556185749, + "90.0" : 8458361.3278062, + "95.0" : 8458361.3278062, + "99.0" : 8458361.3278062, + "99.9" : 8458361.3278062, + "99.99" : 8458361.3278062, + "99.999" : 8458361.3278062, + "99.9999" : 8458361.3278062, + "100.0" : 8458361.3278062 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7353150.52426367, + 8289687.556185749, + 8238623.64428145, + 8458361.3278062, + 8372926.481328426 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 505396.11059850565, + "scoreError" : 76173.48788982605, + "scoreConfidence" : [ + 429222.6227086796, + 581569.5984883317 + ], + "scorePercentiles" : { + "0.0" : 471335.62809331, + "50.0" : 514036.3576989571, + "90.0" : 520199.4237259247, + "95.0" : 520199.4237259247, + "99.0" : 520199.4237259247, + "99.9" : 520199.4237259247, + "99.99" : 520199.4237259247, + "99.999" : 520199.4237259247, + "99.9999" : 520199.4237259247, + "100.0" : 520199.4237259247 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 505458.42071506527, + 471335.62809331, + 520199.4237259247, + 515950.72275927133, + 514036.3576989571 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1950.495281048153, + "scoreError" : 432.1064537389399, + "scoreConfidence" : [ + 1518.388827309213, + 2382.601734787093 + ], + "scorePercentiles" : { + "0.0" : 1751.5289079860352, + "50.0" : 1989.9313946777024, + "90.0" : 2022.6685420241788, + "95.0" : 2022.6685420241788, + "99.0" : 2022.6685420241788, + "99.9" : 2022.6685420241788, + "99.99" : 2022.6685420241788, + "99.999" : 2022.6685420241788, + "99.9999" : 2022.6685420241788, + "100.0" : 2022.6685420241788 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2004.2460361918236, + 1751.5289079860352, + 1989.9313946777024, + 2022.6685420241788, + 1984.1015243610243 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.0067474148758973E8, + "scoreError" : 6614820.740371857, + "scoreConfidence" : [ + 9.405992074721788E7, + 1.0728956222796158E8 + ], + "scorePercentiles" : { + "0.0" : 9.897924868022373E7, + "50.0" : 1.0023859580658033E8, + "90.0" : 1.0297848004438636E8, + "95.0" : 1.0297848004438636E8, + "99.0" : 1.0297848004438636E8, + "99.9" : 1.0297848004438636E8, + "99.99" : 1.0297848004438636E8, + "99.999" : 1.0297848004438636E8, + "99.9999" : 1.0297848004438636E8, + "100.0" : 1.0297848004438636E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.0189580023046349E8, + 1.0297848004438636E8, + 9.897924868022373E7, + 1.0023859580658033E8, + 9.928158267629474E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2490360.496266625, + "scoreError" : 418589.65180605743, + "scoreConfidence" : [ + 2071770.8444605675, + 2908950.1480726823 + ], + "scorePercentiles" : { + "0.0" : 2300067.5642198008, + "50.0" : 2524099.8457245007, + "90.0" : 2570961.4903642326, + "95.0" : 2570961.4903642326, + "99.0" : 2570961.4903642326, + "99.9" : 2570961.4903642326, + "99.99" : 2570961.4903642326, + "99.999" : 2570961.4903642326, + "99.9999" : 2570961.4903642326, + "100.0" : 2570961.4903642326 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2300067.5642198008, + 2544732.928374351, + 2524099.8457245007, + 2570961.4903642326, + 2511940.65265024 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 205145.2556896825, + "scoreError" : 10623.680970476686, + "scoreConfidence" : [ + 194521.57471920582, + 215768.93666015918 + ], + "scorePercentiles" : { + "0.0" : 201092.26145825614, + "50.0" : 205346.9629885581, + "90.0" : 207683.77505965016, + "95.0" : 207683.77505965016, + "99.0" : 207683.77505965016, + "99.9" : 207683.77505965016, + "99.99" : 207683.77505965016, + "99.999" : 207683.77505965016, + "99.9999" : 207683.77505965016, + "100.0" : 207683.77505965016 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 207628.34525798954, + 205346.9629885581, + 207683.77505965016, + 201092.26145825614, + 203974.93368395854 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 900.5492845838289, + "scoreError" : 158.50588973242031, + "scoreConfidence" : [ + 742.0433948514086, + 1059.0551743162491 + ], + "scorePercentiles" : { + "0.0" : 827.0976083879301, + "50.0" : 917.3084668314929, + "90.0" : 923.8679087266555, + "95.0" : 923.8679087266555, + "99.0" : 923.8679087266555, + "99.9" : 923.8679087266555, + "99.99" : 923.8679087266555, + "99.999" : 923.8679087266555, + "99.9999" : 923.8679087266555, + "100.0" : 923.8679087266555 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 827.0976083879301, + 923.8679087266555, + 916.5142973295142, + 917.9581416435515, + 917.3084668314929 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.892947012085167E8, + "scoreError" : 1.0592676364936331E7, + "scoreConfidence" : [ + 1.7870202484358037E8, + 1.99887377573453E8 + ], + "scorePercentiles" : { + "0.0" : 1.8581877847064066E8, + "50.0" : 1.8965665806159198E8, + "90.0" : 1.9331807428267944E8, + "95.0" : 1.9331807428267944E8, + "99.0" : 1.9331807428267944E8, + "99.9" : 1.9331807428267944E8, + "99.99" : 1.9331807428267944E8, + "99.999" : 1.9331807428267944E8, + "99.9999" : 1.9331807428267944E8, + "100.0" : 1.9331807428267944E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8581877847064066E8, + 1.8798695395422688E8, + 1.9331807428267944E8, + 1.8965665806159198E8, + 1.8969304127344447E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 7421711.382408885, + "scoreError" : 1672151.2894850578, + "scoreConfidence" : [ + 5749560.0929238275, + 9093862.671893943 + ], + "scorePercentiles" : { + "0.0" : 6652453.649351577, + "50.0" : 7612214.111493628, + "90.0" : 7689958.607546916, + "95.0" : 7689958.607546916, + "99.0" : 7689958.607546916, + "99.9" : 7689958.607546916, + "99.99" : 7689958.607546916, + "99.999" : 7689958.607546916, + "99.9999" : 7689958.607546916, + "100.0" : 7689958.607546916 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6652453.649351577, + 7612214.111493628, + 7632136.158230189, + 7689958.607546916, + 7521794.385422121 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 449626.04296917404, + "scoreError" : 127994.85443864875, + "scoreConfidence" : [ + 321631.1885305253, + 577620.8974078228 + ], + "scorePercentiles" : { + "0.0" : 391566.41326798947, + "50.0" : 463225.00008011976, + "90.0" : 472786.957025835, + "95.0" : 472786.957025835, + "99.0" : 472786.957025835, + "99.9" : 472786.957025835, + "99.99" : 472786.957025835, + "99.999" : 472786.957025835, + "99.9999" : 472786.957025835, + "100.0" : 472786.957025835 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 391566.41326798947, + 472786.957025835, + 463225.00008011976, + 467362.26131570933, + 453189.5831562166 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.Remove.remove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2023.551298648832, + "scoreError" : 379.66047575219386, + "scoreConfidence" : [ + 1643.8908228966382, + 2403.2117744010257 + ], + "scorePercentiles" : { + "0.0" : 1857.954202911266, + "50.0" : 2033.095377626846, + "90.0" : 2113.0606016932875, + "95.0" : 2113.0606016932875, + "99.0" : 2113.0606016932875, + "99.9" : 2113.0606016932875, + "99.99" : 2113.0606016932875, + "99.999" : 2113.0606016932875, + "99.9999" : 2113.0606016932875, + "100.0" : 2113.0606016932875 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2032.8884735035656, + 2113.0606016932875, + 2033.095377626846, + 1857.954202911266, + 2080.7578375091953 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 8.009057714148478E7, + "scoreError" : 6083265.601334416, + "scoreConfidence" : [ + 7.400731154015036E7, + 8.61738427428192E7 + ], + "scorePercentiles" : { + "0.0" : 7.836152453687972E7, + "50.0" : 7.938872479019202E7, + "90.0" : 8.221706693699114E7, + "95.0" : 8.221706693699114E7, + "99.0" : 8.221706693699114E7, + "99.9" : 8.221706693699114E7, + "99.99" : 8.221706693699114E7, + "99.999" : 8.221706693699114E7, + "99.9999" : 8.221706693699114E7, + "100.0" : 8.221706693699114E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.122579528143543E7, + 7.938872479019202E7, + 7.925977416192564E7, + 8.221706693699114E7, + 7.836152453687972E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.9218041888246506E7, + "scoreError" : 3568285.8686378957, + "scoreConfidence" : [ + 1.5649756019608611E7, + 2.2786327756884404E7 + ], + "scorePercentiles" : { + "0.0" : 1.757595154736352E7, + "50.0" : 1.957453451803052E7, + "90.0" : 1.9833004070321985E7, + "95.0" : 1.9833004070321985E7, + "99.0" : 1.9833004070321985E7, + "99.9" : 1.9833004070321985E7, + "99.99" : 1.9833004070321985E7, + "99.999" : 1.9833004070321985E7, + "99.9999" : 1.9833004070321985E7, + "100.0" : 1.9833004070321985E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9488995153193984E7, + 1.9617724152322516E7, + 1.957453451803052E7, + 1.757595154736352E7, + 1.9833004070321985E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1251739.1190709868, + "scoreError" : 63496.25320781269, + "scoreConfidence" : [ + 1188242.865863174, + 1315235.3722787995 + ], + "scorePercentiles" : { + "0.0" : 1227464.0251840402, + "50.0" : 1258872.8456090079, + "90.0" : 1267314.1580323677, + "95.0" : 1267314.1580323677, + "99.0" : 1267314.1580323677, + "99.9" : 1267314.1580323677, + "99.99" : 1267314.1580323677, + "99.999" : 1267314.1580323677, + "99.9999" : 1267314.1580323677, + "100.0" : 1267314.1580323677 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1258872.8456090079, + 1242430.9010122162, + 1267314.1580323677, + 1262613.6655173025, + 1227464.0251840402 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9515.655833315446, + "scoreError" : 607.1111557923169, + "scoreConfidence" : [ + 8908.544677523128, + 10122.766989107764 + ], + "scorePercentiles" : { + "0.0" : 9308.546864221062, + "50.0" : 9472.002530771939, + "90.0" : 9726.76822426814, + "95.0" : 9726.76822426814, + "99.0" : 9726.76822426814, + "99.9" : 9726.76822426814, + "99.99" : 9726.76822426814, + "99.999" : 9726.76822426814, + "99.9999" : 9726.76822426814, + "100.0" : 9726.76822426814 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9308.546864221062, + 9467.36846919504, + 9472.002530771939, + 9726.76822426814, + 9603.593078121048 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6295729604092988E8, + "scoreError" : 7719510.19480965, + "scoreConfidence" : [ + 2.5523778584612024E8, + 2.706768062357395E8 + ], + "scorePercentiles" : { + "0.0" : 2.602733410263371E8, + "50.0" : 2.634831684584685E8, + "90.0" : 2.6510154941310745E8, + "95.0" : 2.6510154941310745E8, + "99.0" : 2.6510154941310745E8, + "99.9" : 2.6510154941310745E8, + "99.99" : 2.6510154941310745E8, + "99.999" : 2.6510154941310745E8, + "99.9999" : 2.6510154941310745E8, + "100.0" : 2.6510154941310745E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.602733410263371E8, + 2.634831684584685E8, + 2.6437802316606173E8, + 2.6510154941310745E8, + 2.6155039814067447E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.581853950470289E7, + "scoreError" : 977347.8321257747, + "scoreConfidence" : [ + 2.4841191672577113E7, + 2.6795887336828664E7 + ], + "scorePercentiles" : { + "0.0" : 2.5386436709182277E7, + "50.0" : 2.5926393696329154E7, + "90.0" : 2.6000455392158013E7, + "95.0" : 2.6000455392158013E7, + "99.0" : 2.6000455392158013E7, + "99.9" : 2.6000455392158013E7, + "99.99" : 2.6000455392158013E7, + "99.999" : 2.6000455392158013E7, + "99.9999" : 2.6000455392158013E7, + "100.0" : 2.6000455392158013E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5386436709182277E7, + 2.57999328069377E7, + 2.6000455392158013E7, + 2.5926393696329154E7, + 2.59794789189073E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2647412.892275522, + "scoreError" : 126440.08826090714, + "scoreConfidence" : [ + 2520972.804014615, + 2773852.980536429 + ], + "scorePercentiles" : { + "0.0" : 2597255.4014053666, + "50.0" : 2662434.2412165985, + "90.0" : 2675211.3513689814, + "95.0" : 2675211.3513689814, + "99.0" : 2675211.3513689814, + "99.9" : 2675211.3513689814, + "99.99" : 2675211.3513689814, + "99.999" : 2675211.3513689814, + "99.9999" : 2675211.3513689814, + "100.0" : 2675211.3513689814 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2597255.4014053666, + 2631438.094397073, + 2662434.2412165985, + 2675211.3513689814, + 2670725.372989591 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9707.4774166766, + "scoreError" : 293.8675159378245, + "scoreConfidence" : [ + 9413.609900738775, + 10001.344932614425 + ], + "scorePercentiles" : { + "0.0" : 9628.975677523274, + "50.0" : 9714.108296177286, + "90.0" : 9784.144170145879, + "95.0" : 9784.144170145879, + "99.0" : 9784.144170145879, + "99.9" : 9784.144170145879, + "99.99" : 9784.144170145879, + "99.999" : 9784.144170145879, + "99.9999" : 9784.144170145879, + "100.0" : 9784.144170145879 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9630.242895557698, + 9628.975677523274, + 9779.91604397886, + 9714.108296177286, + 9784.144170145879 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.65642966404281E7, + "scoreError" : 2.3053305653965198E7, + "scoreConfidence" : [ + 5.35109909864629E7, + 9.96176022943933E7 + ], + "scorePercentiles" : { + "0.0" : 6.597133338920649E7, + "50.0" : 7.9107866169825E7, + "90.0" : 8.016196575742535E7, + "95.0" : 8.016196575742535E7, + "99.0" : 8.016196575742535E7, + "99.9" : 8.016196575742535E7, + "99.99" : 8.016196575742535E7, + "99.999" : 8.016196575742535E7, + "99.9999" : 8.016196575742535E7, + "100.0" : 8.016196575742535E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.597133338920649E7, + 7.9107866169825E7, + 7.974872481045382E7, + 8.016196575742535E7, + 7.78315930752298E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4426215.707427397, + "scoreError" : 410483.47280581575, + "scoreConfidence" : [ + 4015732.2346215816, + 4836699.180233213 + ], + "scorePercentiles" : { + "0.0" : 4303706.563406759, + "50.0" : 4424423.367523247, + "90.0" : 4539184.625260412, + "95.0" : 4539184.625260412, + "99.0" : 4539184.625260412, + "99.9" : 4539184.625260412, + "99.99" : 4539184.625260412, + "99.999" : 4539184.625260412, + "99.9999" : 4539184.625260412, + "100.0" : 4539184.625260412 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4525736.710477882, + 4424423.367523247, + 4539184.625260412, + 4338027.270468685, + 4303706.563406759 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 391240.4836286579, + "scoreError" : 51603.259574715164, + "scoreConfidence" : [ + 339637.2240539427, + 442843.74320337304 + ], + "scorePercentiles" : { + "0.0" : 370555.9771515281, + "50.0" : 397382.9896124223, + "90.0" : 402771.73977285484, + "95.0" : 402771.73977285484, + "99.0" : 402771.73977285484, + "99.9" : 402771.73977285484, + "99.99" : 402771.73977285484, + "99.999" : 402771.73977285484, + "99.9999" : 402771.73977285484, + "100.0" : 402771.73977285484 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 385153.504993855, + 402771.73977285484, + 397382.9896124223, + 370555.9771515281, + 400338.2066126291 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3611.4332091832607, + "scoreError" : 730.4538607455361, + "scoreConfidence" : [ + 2880.9793484377246, + 4341.887069928796 + ], + "scorePercentiles" : { + "0.0" : 3283.7074139947713, + "50.0" : 3665.190389663757, + "90.0" : 3762.821777719317, + "95.0" : 3762.821777719317, + "99.0" : 3762.821777719317, + "99.9" : 3762.821777719317, + "99.99" : 3762.821777719317, + "99.999" : 3762.821777719317, + "99.9999" : 3762.821777719317, + "100.0" : 3762.821777719317 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3283.7074139947713, + 3762.821777719317, + 3632.6379641911544, + 3712.8085003473025, + 3665.190389663757 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6163186236064976E8, + "scoreError" : 1.3106341006071508E7, + "scoreConfidence" : [ + 2.4852552135457826E8, + 2.747382033667213E8 + ], + "scorePercentiles" : { + "0.0" : 2.5739879793291172E8, + "50.0" : 2.611714011096785E8, + "90.0" : 2.660528672621515E8, + "95.0" : 2.660528672621515E8, + "99.0" : 2.660528672621515E8, + "99.9" : 2.660528672621515E8, + "99.99" : 2.660528672621515E8, + "99.999" : 2.660528672621515E8, + "99.9999" : 2.660528672621515E8, + "100.0" : 2.660528672621515E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5739879793291172E8, + 2.5969125724453378E8, + 2.611714011096785E8, + 2.660528672621515E8, + 2.6384498825397336E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.536990604243849E7, + "scoreError" : 1060914.462223032, + "scoreConfidence" : [ + 2.4308991580215458E7, + 2.643082050466152E7 + ], + "scorePercentiles" : { + "0.0" : 2.4939523695457138E7, + "50.0" : 2.5507123606323678E7, + "90.0" : 2.5607326523073334E7, + "95.0" : 2.5607326523073334E7, + "99.0" : 2.5607326523073334E7, + "99.9" : 2.5607326523073334E7, + "99.99" : 2.5607326523073334E7, + "99.999" : 2.5607326523073334E7, + "99.9999" : 2.5607326523073334E7, + "100.0" : 2.5607326523073334E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5253457890705038E7, + 2.5542098496633254E7, + 2.5607326523073334E7, + 2.5507123606323678E7, + 2.4939523695457138E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2667244.414829869, + "scoreError" : 38373.30765693538, + "scoreConfidence" : [ + 2628871.1071729334, + 2705617.7224868042 + ], + "scorePercentiles" : { + "0.0" : 2658195.4818594805, + "50.0" : 2663315.797585736, + "90.0" : 2683439.776658415, + "95.0" : 2683439.776658415, + "99.0" : 2683439.776658415, + "99.9" : 2683439.776658415, + "99.99" : 2683439.776658415, + "99.999" : 2683439.776658415, + "99.9999" : 2683439.776658415, + "100.0" : 2683439.776658415 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2661607.1873740517, + 2683439.776658415, + 2663315.797585736, + 2658195.4818594805, + 2669663.8306716615 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9800.523775563383, + "scoreError" : 426.6488249640316, + "scoreConfidence" : [ + 9373.874950599351, + 10227.172600527414 + ], + "scorePercentiles" : { + "0.0" : 9613.37375614733, + "50.0" : 9833.338918685831, + "90.0" : 9908.504358930204, + "95.0" : 9908.504358930204, + "99.0" : 9908.504358930204, + "99.9" : 9908.504358930204, + "99.99" : 9908.504358930204, + "99.999" : 9908.504358930204, + "99.9999" : 9908.504358930204, + "100.0" : 9908.504358930204 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9833.338918685831, + 9835.316630563684, + 9812.085213489863, + 9908.504358930204, + 9613.37375614733 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.742309705015483E7, + "scoreError" : 1.4604338353845302E7, + "scoreConfidence" : [ + 6.281875869630954E7, + 9.202743540400013E7 + ], + "scorePercentiles" : { + "0.0" : 7.162508225371033E7, + "50.0" : 7.866137271122631E7, + "90.0" : 8.143233422851457E7, + "95.0" : 8.143233422851457E7, + "99.0" : 8.143233422851457E7, + "99.9" : 8.143233422851457E7, + "99.99" : 8.143233422851457E7, + "99.999" : 8.143233422851457E7, + "99.9999" : 8.143233422851457E7, + "100.0" : 8.143233422851457E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.162508225371033E7, + 8.143233422851457E7, + 7.866137271122631E7, + 7.945369569871359E7, + 7.594300035860945E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.9162925856751837E7, + "scoreError" : 2726196.1612981083, + "scoreConfidence" : [ + 1.643672969545373E7, + 2.1889122018049944E7 + ], + "scorePercentiles" : { + "0.0" : 1.8188489368064918E7, + "50.0" : 1.9330302468618114E7, + "90.0" : 1.9991681710729677E7, + "95.0" : 1.9991681710729677E7, + "99.0" : 1.9991681710729677E7, + "99.9" : 1.9991681710729677E7, + "99.99" : 1.9991681710729677E7, + "99.999" : 1.9991681710729677E7, + "99.9999" : 1.9991681710729677E7, + "100.0" : 1.9991681710729677E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8739552048394945E7, + 1.956460368795155E7, + 1.9330302468618114E7, + 1.8188489368064918E7, + 1.9991681710729677E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1210259.287626714, + "scoreError" : 107004.37603337166, + "scoreConfidence" : [ + 1103254.9115933422, + 1317263.6636600858 + ], + "scorePercentiles" : { + "0.0" : 1166627.6707111134, + "50.0" : 1217735.2397116623, + "90.0" : 1237977.7802501789, + "95.0" : 1237977.7802501789, + "99.0" : 1237977.7802501789, + "99.9" : 1237977.7802501789, + "99.99" : 1237977.7802501789, + "99.999" : 1237977.7802501789, + "99.9999" : 1237977.7802501789, + "100.0" : 1237977.7802501789 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1217735.2397116623, + 1201723.8347467128, + 1166627.6707111134, + 1237977.7802501789, + 1227231.9127139028 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9968.096019617351, + "scoreError" : 1442.1260402996488, + "scoreConfidence" : [ + 8525.969979317702, + 11410.222059917 + ], + "scorePercentiles" : { + "0.0" : 9351.564271823574, + "50.0" : 10045.201106075594, + "90.0" : 10352.215644049162, + "95.0" : 10352.215644049162, + "99.0" : 10352.215644049162, + "99.9" : 10352.215644049162, + "99.99" : 10352.215644049162, + "99.999" : 10352.215644049162, + "99.9999" : 10352.215644049162, + "100.0" : 10352.215644049162 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9351.564271823574, + 9958.048387490586, + 10352.215644049162, + 10133.45068864784, + 10045.201106075594 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6260463857555646E8, + "scoreError" : 8201085.36619348, + "scoreConfidence" : [ + 2.5440355320936298E8, + 2.7080572394174993E8 + ], + "scorePercentiles" : { + "0.0" : 2.5916477191122472E8, + "50.0" : 2.6348551047413206E8, + "90.0" : 2.6443946973673847E8, + "95.0" : 2.6443946973673847E8, + "99.0" : 2.6443946973673847E8, + "99.9" : 2.6443946973673847E8, + "99.99" : 2.6443946973673847E8, + "99.999" : 2.6443946973673847E8, + "99.9999" : 2.6443946973673847E8, + "100.0" : 2.6443946973673847E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5916477191122472E8, + 2.6443946973673847E8, + 2.6348551047413206E8, + 2.6199032619066617E8, + 2.6394311456502104E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.6178771631748736E7, + "scoreError" : 620307.4611455586, + "scoreConfidence" : [ + 2.555846417060318E7, + 2.6799079092894293E7 + ], + "scorePercentiles" : { + "0.0" : 2.6048777118767057E7, + "50.0" : 2.616425108742521E7, + "90.0" : 2.6446264713206347E7, + "95.0" : 2.6446264713206347E7, + "99.0" : 2.6446264713206347E7, + "99.9" : 2.6446264713206347E7, + "99.99" : 2.6446264713206347E7, + "99.999" : 2.6446264713206347E7, + "99.9999" : 2.6446264713206347E7, + "100.0" : 2.6446264713206347E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6055725301239572E7, + 2.6048777118767057E7, + 2.617883993810549E7, + 2.6446264713206347E7, + 2.616425108742521E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2652427.987432244, + "scoreError" : 106490.0535425236, + "scoreConfidence" : [ + 2545937.93388972, + 2758918.0409747674 + ], + "scorePercentiles" : { + "0.0" : 2611787.149156291, + "50.0" : 2657196.6552697574, + "90.0" : 2680269.1274307133, + "95.0" : 2680269.1274307133, + "99.0" : 2680269.1274307133, + "99.9" : 2680269.1274307133, + "99.99" : 2680269.1274307133, + "99.999" : 2680269.1274307133, + "99.9999" : 2680269.1274307133, + "100.0" : 2680269.1274307133 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2680269.1274307133, + 2673435.101318808, + 2657196.6552697574, + 2611787.149156291, + 2639451.9039856484 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10039.170864506317, + "scoreError" : 391.423214676289, + "scoreConfidence" : [ + 9647.747649830028, + 10430.594079182607 + ], + "scorePercentiles" : { + "0.0" : 9869.743002187783, + "50.0" : 10067.42860215519, + "90.0" : 10122.543139444388, + "95.0" : 10122.543139444388, + "99.0" : 10122.543139444388, + "99.9" : 10122.543139444388, + "99.99" : 10122.543139444388, + "99.999" : 10122.543139444388, + "99.9999" : 10122.543139444388, + "100.0" : 10122.543139444388 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10122.543139444388, + 10028.029381710254, + 10108.110197033977, + 10067.42860215519, + 9869.743002187783 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.902284466576697E7, + "scoreError" : 5983905.717276168, + "scoreConfidence" : [ + 7.30389389484908E7, + 8.500675038304314E7 + ], + "scorePercentiles" : { + "0.0" : 7.683322619176686E7, + "50.0" : 7.968577363959582E7, + "90.0" : 8.059701869202635E7, + "95.0" : 8.059701869202635E7, + "99.0" : 8.059701869202635E7, + "99.9" : 8.059701869202635E7, + "99.99" : 8.059701869202635E7, + "99.999" : 8.059701869202635E7, + "99.9999" : 8.059701869202635E7, + "100.0" : 8.059701869202635E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.683322619176686E7, + 7.998566845995735E7, + 7.801253634548847E7, + 8.059701869202635E7, + 7.968577363959582E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4153815.6594756045, + "scoreError" : 217469.56044377352, + "scoreConfidence" : [ + 3936346.099031831, + 4371285.219919378 + ], + "scorePercentiles" : { + "0.0" : 4109220.7590232003, + "50.0" : 4144340.607536975, + "90.0" : 4250919.476392152, + "95.0" : 4250919.476392152, + "99.0" : 4250919.476392152, + "99.9" : 4250919.476392152, + "99.99" : 4250919.476392152, + "99.999" : 4250919.476392152, + "99.9999" : 4250919.476392152, + "100.0" : 4250919.476392152 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4250919.476392152, + 4109220.7590232003, + 4145039.1006175643, + 4144340.607536975, + 4119558.35380813 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 399397.4992212098, + "scoreError" : 29659.559279355206, + "scoreConfidence" : [ + 369737.93994185457, + 429057.058500565 + ], + "scorePercentiles" : { + "0.0" : 388772.93990039994, + "50.0" : 403443.54651681, + "90.0" : 405780.7579634564, + "95.0" : 405780.7579634564, + "99.0" : 405780.7579634564, + "99.9" : 405780.7579634564, + "99.99" : 405780.7579634564, + "99.999" : 405780.7579634564, + "99.9999" : 405780.7579634564, + "100.0" : 405780.7579634564 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 405780.7579634564, + 393694.4016803642, + 388772.93990039994, + 405295.85004501825, + 403443.54651681 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3704.36021017116, + "scoreError" : 265.17245109636383, + "scoreConfidence" : [ + 3439.1877590747963, + 3969.5326612675235 + ], + "scorePercentiles" : { + "0.0" : 3603.157798006978, + "50.0" : 3701.1000918494337, + "90.0" : 3774.83075779102, + "95.0" : 3774.83075779102, + "99.0" : 3774.83075779102, + "99.9" : 3774.83075779102, + "99.99" : 3774.83075779102, + "99.999" : 3774.83075779102, + "99.9999" : 3774.83075779102, + "100.0" : 3774.83075779102 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3603.157798006978, + 3761.186241527968, + 3681.5261616803973, + 3701.1000918494337, + 3774.83075779102 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6012744793131763E8, + "scoreError" : 5616479.243318594, + "scoreConfidence" : [ + 2.5451096868799904E8, + 2.6574392717463621E8 + ], + "scorePercentiles" : { + "0.0" : 2.5849761809831524E8, + "50.0" : 2.595791422926373E8, + "90.0" : 2.6183557950499505E8, + "95.0" : 2.6183557950499505E8, + "99.0" : 2.6183557950499505E8, + "99.9" : 2.6183557950499505E8, + "99.99" : 2.6183557950499505E8, + "99.999" : 2.6183557950499505E8, + "99.9999" : 2.6183557950499505E8, + "100.0" : 2.6183557950499505E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5849761809831524E8, + 2.5923890769564763E8, + 2.595791422926373E8, + 2.6183557950499505E8, + 2.614859920649928E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.5445559268688142E7, + "scoreError" : 643831.2829750257, + "scoreConfidence" : [ + 2.4801727985713117E7, + 2.6089390551663168E7 + ], + "scorePercentiles" : { + "0.0" : 2.520332149393195E7, + "50.0" : 2.5485958845819484E7, + "90.0" : 2.5642632037882295E7, + "95.0" : 2.5642632037882295E7, + "99.0" : 2.5642632037882295E7, + "99.9" : 2.5642632037882295E7, + "99.99" : 2.5642632037882295E7, + "99.999" : 2.5642632037882295E7, + "99.9999" : 2.5642632037882295E7, + "100.0" : 2.5642632037882295E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5527516854782403E7, + 2.5642632037882295E7, + 2.520332149393195E7, + 2.536836711102457E7, + 2.5485958845819484E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2698610.7578950236, + "scoreError" : 56607.961751367606, + "scoreConfidence" : [ + 2642002.796143656, + 2755218.719646391 + ], + "scorePercentiles" : { + "0.0" : 2680627.455596292, + "50.0" : 2694540.224975968, + "90.0" : 2719381.6690028054, + "95.0" : 2719381.6690028054, + "99.0" : 2719381.6690028054, + "99.9" : 2719381.6690028054, + "99.99" : 2719381.6690028054, + "99.999" : 2719381.6690028054, + "99.9999" : 2719381.6690028054, + "100.0" : 2719381.6690028054 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2719381.6690028054, + 2680627.455596292, + 2694540.224975968, + 2706043.5628660116, + 2692460.8770340392 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10031.869337886568, + "scoreError" : 264.1039038622439, + "scoreConfidence" : [ + 9767.765434024324, + 10295.973241748812 + ], + "scorePercentiles" : { + "0.0" : 9911.220452693775, + "50.0" : 10052.921967526543, + "90.0" : 10080.154400935735, + "95.0" : 10080.154400935735, + "99.0" : 10080.154400935735, + "99.9" : 10080.154400935735, + "99.99" : 10080.154400935735, + "99.999" : 10080.154400935735, + "99.9999" : 10080.154400935735, + "100.0" : 10080.154400935735 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9911.220452693775, + 10052.921967526543, + 10080.154400935735, + 10048.320508378894, + 10066.729359897887 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.83997635812431E7, + "scoreError" : 1.218401615592775E7, + "scoreConfidence" : [ + 6.621574742531535E7, + 9.058377973717085E7 + ], + "scorePercentiles" : { + "0.0" : 7.333261714310513E7, + "50.0" : 7.919039198465687E7, + "90.0" : 8.196936689859504E7, + "95.0" : 8.196936689859504E7, + "99.0" : 8.196936689859504E7, + "99.9" : 8.196936689859504E7, + "99.99" : 8.196936689859504E7, + "99.999" : 8.196936689859504E7, + "99.9999" : 8.196936689859504E7, + "100.0" : 8.196936689859504E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.936738306329541E7, + 7.919039198465687E7, + 7.333261714310513E7, + 8.196936689859504E7, + 7.813905881656301E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.9610285222054087E7, + "scoreError" : 192339.18296519687, + "scoreConfidence" : [ + 1.941794603908889E7, + 1.9802624405019283E7 + ], + "scorePercentiles" : { + "0.0" : 1.9535511082684E7, + "50.0" : 1.9607825181482296E7, + "90.0" : 1.966849918730645E7, + "95.0" : 1.966849918730645E7, + "99.0" : 1.966849918730645E7, + "99.9" : 1.966849918730645E7, + "99.99" : 1.966849918730645E7, + "99.999" : 1.966849918730645E7, + "99.9999" : 1.966849918730645E7, + "100.0" : 1.966849918730645E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9535511082684E7, + 1.9599633654061627E7, + 1.9607825181482296E7, + 1.966849918730645E7, + 1.963995700473607E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1206015.4313701186, + "scoreError" : 128840.15719480124, + "scoreConfidence" : [ + 1077175.2741753175, + 1334855.5885649198 + ], + "scorePercentiles" : { + "0.0" : 1147006.948053284, + "50.0" : 1216518.765951659, + "90.0" : 1226512.596856502, + "95.0" : 1226512.596856502, + "99.0" : 1226512.596856502, + "99.9" : 1226512.596856502, + "99.99" : 1226512.596856502, + "99.999" : 1226512.596856502, + "99.9999" : 1226512.596856502, + "100.0" : 1226512.596856502 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1213959.6434528437, + 1226079.202536304, + 1226512.596856502, + 1147006.948053284, + 1216518.765951659 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9754.678272124767, + "scoreError" : 384.60539328186314, + "scoreConfidence" : [ + 9370.072878842904, + 10139.28366540663 + ], + "scorePercentiles" : { + "0.0" : 9635.478744308808, + "50.0" : 9719.862705900148, + "90.0" : 9895.24592588971, + "95.0" : 9895.24592588971, + "99.0" : 9895.24592588971, + "99.9" : 9895.24592588971, + "99.99" : 9895.24592588971, + "99.999" : 9895.24592588971, + "99.9999" : 9895.24592588971, + "100.0" : 9895.24592588971 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9635.478744308808, + 9809.539104021762, + 9895.24592588971, + 9719.862705900148, + 9713.264880503404 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6211269790706986E8, + "scoreError" : 1.3164065786336267E7, + "scoreConfidence" : [ + 2.489486321207336E8, + 2.752767636934061E8 + ], + "scorePercentiles" : { + "0.0" : 2.5665894586081994E8, + "50.0" : 2.6220042807868516E8, + "90.0" : 2.6584178381509778E8, + "95.0" : 2.6584178381509778E8, + "99.0" : 2.6584178381509778E8, + "99.9" : 2.6584178381509778E8, + "99.99" : 2.6584178381509778E8, + "99.999" : 2.6584178381509778E8, + "99.9999" : 2.6584178381509778E8, + "100.0" : 2.6584178381509778E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5665894586081994E8, + 2.6220042807868516E8, + 2.619951793188664E8, + 2.6386715246188018E8, + 2.6584178381509778E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.6010671697565343E7, + "scoreError" : 1374136.9399225377, + "scoreConfidence" : [ + 2.4636534757642806E7, + 2.738480863748788E7 + ], + "scorePercentiles" : { + "0.0" : 2.5409641158028804E7, + "50.0" : 2.6077687887203485E7, + "90.0" : 2.630259252219158E7, + "95.0" : 2.630259252219158E7, + "99.0" : 2.630259252219158E7, + "99.9" : 2.630259252219158E7, + "99.99" : 2.630259252219158E7, + "99.999" : 2.630259252219158E7, + "99.9999" : 2.630259252219158E7, + "100.0" : 2.630259252219158E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5409641158028804E7, + 2.6011007860544708E7, + 2.625242905985814E7, + 2.630259252219158E7, + 2.6077687887203485E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2709114.9448662708, + "scoreError" : 50902.885233123394, + "scoreConfidence" : [ + 2658212.0596331474, + 2760017.830099394 + ], + "scorePercentiles" : { + "0.0" : 2696252.414206023, + "50.0" : 2707549.8512852136, + "90.0" : 2727492.375791192, + "95.0" : 2727492.375791192, + "99.0" : 2727492.375791192, + "99.9" : 2727492.375791192, + "99.99" : 2727492.375791192, + "99.999" : 2727492.375791192, + "99.9999" : 2727492.375791192, + "100.0" : 2727492.375791192 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2716772.714294291, + 2727492.375791192, + 2696252.414206023, + 2697507.3687546346, + 2707549.8512852136 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9992.559436915337, + "scoreError" : 108.53594620060473, + "scoreConfidence" : [ + 9884.023490714731, + 10101.095383115942 + ], + "scorePercentiles" : { + "0.0" : 9955.411533268882, + "50.0" : 9992.125869012629, + "90.0" : 10027.687668639333, + "95.0" : 10027.687668639333, + "99.0" : 10027.687668639333, + "99.9" : 10027.687668639333, + "99.99" : 10027.687668639333, + "99.999" : 10027.687668639333, + "99.9999" : 10027.687668639333, + "100.0" : 10027.687668639333 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9955.411533268882, + 9992.125869012629, + 10010.530386344326, + 9977.041727311518, + 10027.687668639333 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.954568398845834E7, + "scoreError" : 6703867.3417609455, + "scoreConfidence" : [ + 7.284181664669739E7, + 8.624955133021928E7 + ], + "scorePercentiles" : { + "0.0" : 7.716762010066034E7, + "50.0" : 7.920266257418765E7, + "90.0" : 8.194652919466843E7, + "95.0" : 8.194652919466843E7, + "99.0" : 8.194652919466843E7, + "99.9" : 8.194652919466843E7, + "99.99" : 8.194652919466843E7, + "99.999" : 8.194652919466843E7, + "99.9999" : 8.194652919466843E7, + "100.0" : 8.194652919466843E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.918823149634823E7, + 8.022337657642709E7, + 8.194652919466843E7, + 7.716762010066034E7, + 7.920266257418765E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4414778.792272758, + "scoreError" : 165535.23816266545, + "scoreConfidence" : [ + 4249243.554110092, + 4580314.030435423 + ], + "scorePercentiles" : { + "0.0" : 4382525.130277077, + "50.0" : 4397617.114498245, + "90.0" : 4489917.75626411, + "95.0" : 4489917.75626411, + "99.0" : 4489917.75626411, + "99.9" : 4489917.75626411, + "99.99" : 4489917.75626411, + "99.999" : 4489917.75626411, + "99.9999" : 4489917.75626411, + "100.0" : 4489917.75626411 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4489917.75626411, + 4382525.130277077, + 4397617.114498245, + 4408267.959993189, + 4395566.000331167 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 400181.03754265164, + "scoreError" : 59076.58104154979, + "scoreConfidence" : [ + 341104.45650110184, + 459257.61858420144 + ], + "scorePercentiles" : { + "0.0" : 376157.3727563784, + "50.0" : 403994.979306012, + "90.0" : 415319.14379043353, + "95.0" : 415319.14379043353, + "99.0" : 415319.14379043353, + "99.9" : 415319.14379043353, + "99.99" : 415319.14379043353, + "99.999" : 415319.14379043353, + "99.9999" : 415319.14379043353, + "100.0" : 415319.14379043353 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 376157.3727563784, + 410058.58910099464, + 415319.14379043353, + 403994.979306012, + 395375.10275943973 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3557.0946464089866, + "scoreError" : 915.2467387223332, + "scoreConfidence" : [ + 2641.8479076866533, + 4472.34138513132 + ], + "scorePercentiles" : { + "0.0" : 3134.3483488688667, + "50.0" : 3653.09759934493, + "90.0" : 3687.5098393555227, + "95.0" : 3687.5098393555227, + "99.0" : 3687.5098393555227, + "99.9" : 3687.5098393555227, + "99.99" : 3687.5098393555227, + "99.999" : 3687.5098393555227, + "99.9999" : 3687.5098393555227, + "100.0" : 3687.5098393555227 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3134.3483488688667, + 3625.5238759584367, + 3653.09759934493, + 3687.5098393555227, + 3684.9935685171768 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6120176273161626E8, + "scoreError" : 9623029.432225514, + "scoreConfidence" : [ + 2.5157873329939073E8, + 2.708247921638418E8 + ], + "scorePercentiles" : { + "0.0" : 2.5857566322352797E8, + "50.0" : 2.6104983515837306E8, + "90.0" : 2.6459737690828532E8, + "95.0" : 2.6459737690828532E8, + "99.0" : 2.6459737690828532E8, + "99.9" : 2.6459737690828532E8, + "99.99" : 2.6459737690828532E8, + "99.999" : 2.6459737690828532E8, + "99.9999" : 2.6459737690828532E8, + "100.0" : 2.6459737690828532E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5857566322352797E8, + 2.5911237602665904E8, + 2.6267356234123585E8, + 2.6104983515837306E8, + 2.6459737690828532E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.55668346817708E7, + "scoreError" : 704561.9250463059, + "scoreConfidence" : [ + 2.4862272756724495E7, + 2.6271396606817108E7 + ], + "scorePercentiles" : { + "0.0" : 2.5311201403437342E7, + "50.0" : 2.555958806930613E7, + "90.0" : 2.5777227017046105E7, + "95.0" : 2.5777227017046105E7, + "99.0" : 2.5777227017046105E7, + "99.9" : 2.5777227017046105E7, + "99.99" : 2.5777227017046105E7, + "99.999" : 2.5777227017046105E7, + "99.9999" : 2.5777227017046105E7, + "100.0" : 2.5777227017046105E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5777227017046105E7, + 2.5311201403437342E7, + 2.555958806930613E7, + 2.548613819090341E7, + 2.5700018728161022E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2697172.8482659003, + "scoreError" : 72328.57888035991, + "scoreConfidence" : [ + 2624844.2693855404, + 2769501.42714626 + ], + "scorePercentiles" : { + "0.0" : 2667078.4389413632, + "50.0" : 2699960.981132169, + "90.0" : 2719097.638482511, + "95.0" : 2719097.638482511, + "99.0" : 2719097.638482511, + "99.9" : 2719097.638482511, + "99.99" : 2719097.638482511, + "99.999" : 2719097.638482511, + "99.9999" : 2719097.638482511, + "100.0" : 2719097.638482511 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2667078.4389413632, + 2701015.990167501, + 2719097.638482511, + 2699960.981132169, + 2698711.1926059597 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9807.13430580101, + "scoreError" : 330.0526967789811, + "scoreConfidence" : [ + 9477.081609022029, + 10137.18700257999 + ], + "scorePercentiles" : { + "0.0" : 9681.858042258867, + "50.0" : 9827.19055328884, + "90.0" : 9882.684044956113, + "95.0" : 9882.684044956113, + "99.0" : 9882.684044956113, + "99.9" : 9882.684044956113, + "99.99" : 9882.684044956113, + "99.999" : 9882.684044956113, + "99.9999" : 9882.684044956113, + "100.0" : 9882.684044956113 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9762.207460499256, + 9827.19055328884, + 9881.731428001971, + 9681.858042258867, + 9882.684044956113 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2830717811662102E8, + "scoreError" : 2.413802446888893E7, + "scoreConfidence" : [ + 1.0416915364773208E8, + 1.5244520258550996E8 + ], + "scorePercentiles" : { + "0.0" : 1.179227031262253E8, + "50.0" : 1.3005411082817054E8, + "90.0" : 1.3419479897989546E8, + "95.0" : 1.3419479897989546E8, + "99.0" : 1.3419479897989546E8, + "99.9" : 1.3419479897989546E8, + "99.99" : 1.3419479897989546E8, + "99.999" : 1.3419479897989546E8, + "99.9999" : 1.3419479897989546E8, + "100.0" : 1.3419479897989546E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2770153460772969E8, + 1.179227031262253E8, + 1.3005411082817054E8, + 1.3419479897989546E8, + 1.3166274304108405E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.8891309425883688E7, + "scoreError" : 1923365.459870668, + "scoreConfidence" : [ + 1.696794396601302E7, + 2.0814674885754354E7 + ], + "scorePercentiles" : { + "0.0" : 1.8340410246497467E7, + "50.0" : 1.8971548416042693E7, + "90.0" : 1.953361646715527E7, + "95.0" : 1.953361646715527E7, + "99.0" : 1.953361646715527E7, + "99.9" : 1.953361646715527E7, + "99.99" : 1.953361646715527E7, + "99.999" : 1.953361646715527E7, + "99.9999" : 1.953361646715527E7, + "100.0" : 1.953361646715527E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8340410246497467E7, + 1.8971548416042693E7, + 1.844441067311704E7, + 1.953361646715527E7, + 1.916656132660598E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1446972.49311422, + "scoreError" : 117969.11597089493, + "scoreConfidence" : [ + 1329003.377143325, + 1564941.609085115 + ], + "scorePercentiles" : { + "0.0" : 1403387.0194028905, + "50.0" : 1445309.5333583134, + "90.0" : 1487547.5414975535, + "95.0" : 1487547.5414975535, + "99.0" : 1487547.5414975535, + "99.9" : 1487547.5414975535, + "99.99" : 1487547.5414975535, + "99.999" : 1487547.5414975535, + "99.9999" : 1487547.5414975535, + "100.0" : 1487547.5414975535 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1445309.5333583134, + 1403387.0194028905, + 1439445.2511792735, + 1487547.5414975535, + 1459173.120133069 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10804.438643422078, + "scoreError" : 923.2920828159074, + "scoreConfidence" : [ + 9881.14656060617, + 11727.730726237985 + ], + "scorePercentiles" : { + "0.0" : 10467.65313955135, + "50.0" : 10942.800287701692, + "90.0" : 11019.712296063875, + "95.0" : 11019.712296063875, + "99.0" : 11019.712296063875, + "99.9" : 11019.712296063875, + "99.99" : 11019.712296063875, + "99.999" : 11019.712296063875, + "99.9999" : 11019.712296063875, + "100.0" : 11019.712296063875 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10955.571007998802, + 11019.712296063875, + 10467.65313955135, + 10636.45648579467, + 10942.800287701692 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.417613258283976E8, + "scoreError" : 3.095908715065719E7, + "scoreConfidence" : [ + 7.108022386777405E8, + 7.727204129790548E8 + ], + "scorePercentiles" : { + "0.0" : 7.288033853252256E8, + "50.0" : 7.430256196425128E8, + "90.0" : 7.502157395008379E8, + "95.0" : 7.502157395008379E8, + "99.0" : 7.502157395008379E8, + "99.9" : 7.502157395008379E8, + "99.99" : 7.502157395008379E8, + "99.999" : 7.502157395008379E8, + "99.9999" : 7.502157395008379E8, + "100.0" : 7.502157395008379E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.288033853252256E8, + 7.408975163420417E8, + 7.502157395008379E8, + 7.458643683313705E8, + 7.430256196425128E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.33777002723007E7, + "scoreError" : 871825.6293321245, + "scoreConfidence" : [ + 3.2505874642968576E7, + 3.424952590163282E7 + ], + "scorePercentiles" : { + "0.0" : 3.3072492326499622E7, + "50.0" : 3.3410955906654425E7, + "90.0" : 3.359711770992763E7, + "95.0" : 3.359711770992763E7, + "99.0" : 3.359711770992763E7, + "99.9" : 3.359711770992763E7, + "99.99" : 3.359711770992763E7, + "99.999" : 3.359711770992763E7, + "99.9999" : 3.359711770992763E7, + "100.0" : 3.359711770992763E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3410955906654425E7, + 3.359711770992763E7, + 3.357898883037855E7, + 3.3228946588043306E7, + 3.3072492326499622E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2638286.9767503617, + "scoreError" : 175796.3140106424, + "scoreConfidence" : [ + 2462490.6627397193, + 2814083.290761004 + ], + "scorePercentiles" : { + "0.0" : 2572274.940443793, + "50.0" : 2652667.351670959, + "90.0" : 2693103.083621066, + "95.0" : 2693103.083621066, + "99.0" : 2693103.083621066, + "99.9" : 2693103.083621066, + "99.99" : 2693103.083621066, + "99.999" : 2693103.083621066, + "99.9999" : 2693103.083621066, + "100.0" : 2693103.083621066 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2572274.940443793, + 2652667.351670959, + 2656224.1869523865, + 2693103.083621066, + 2617165.321063605 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 20615.81975411722, + "scoreError" : 1331.1294458781113, + "scoreConfidence" : [ + 19284.690308239107, + 21946.94919999533 + ], + "scorePercentiles" : { + "0.0" : 20093.673547071052, + "50.0" : 20585.745692378237, + "90.0" : 21018.220231890486, + "95.0" : 21018.220231890486, + "99.0" : 21018.220231890486, + "99.9" : 21018.220231890486, + "99.99" : 21018.220231890486, + "99.999" : 21018.220231890486, + "99.9999" : 21018.220231890486, + "100.0" : 21018.220231890486 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 20565.59709404855, + 21018.220231890486, + 20815.862205197776, + 20093.673547071052, + 20585.745692378237 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.3182917493545616E8, + "scoreError" : 1.2055900368268825E7, + "scoreConfidence" : [ + 1.1977327456718734E8, + 1.4388507530372497E8 + ], + "scorePercentiles" : { + "0.0" : 1.2672148781953426E8, + "50.0" : 1.3225562707694773E8, + "90.0" : 1.352049336136921E8, + "95.0" : 1.352049336136921E8, + "99.0" : 1.352049336136921E8, + "99.9" : 1.352049336136921E8, + "99.99" : 1.352049336136921E8, + "99.999" : 1.352049336136921E8, + "99.9999" : 1.352049336136921E8, + "100.0" : 1.352049336136921E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.352049336136921E8, + 1.3225562707694773E8, + 1.3189394865951863E8, + 1.2672148781953426E8, + 1.3306987750758813E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4449993.298009734, + "scoreError" : 551827.2752561707, + "scoreConfidence" : [ + 3898166.022753563, + 5001820.573265905 + ], + "scorePercentiles" : { + "0.0" : 4261949.075363796, + "50.0" : 4508189.233660907, + "90.0" : 4611925.252446857, + "95.0" : 4611925.252446857, + "99.0" : 4611925.252446857, + "99.9" : 4611925.252446857, + "99.99" : 4611925.252446857, + "99.999" : 4611925.252446857, + "99.9999" : 4611925.252446857, + "100.0" : 4611925.252446857 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4611925.252446857, + 4342670.424359767, + 4508189.233660907, + 4261949.075363796, + 4525232.504217343 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 464111.01473537367, + "scoreError" : 47919.99446782919, + "scoreConfidence" : [ + 416191.0202675445, + 512031.00920320285 + ], + "scorePercentiles" : { + "0.0" : 445378.1214639687, + "50.0" : 470239.78384547576, + "90.0" : 473851.2269313933, + "95.0" : 473851.2269313933, + "99.0" : 473851.2269313933, + "99.9" : 473851.2269313933, + "99.99" : 473851.2269313933, + "99.999" : 473851.2269313933, + "99.9999" : 473851.2269313933, + "100.0" : 473851.2269313933 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 457418.21061297855, + 473667.73082305206, + 470239.78384547576, + 445378.1214639687, + 473851.2269313933 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3855.9804265689404, + "scoreError" : 425.9454689401137, + "scoreConfidence" : [ + 3430.0349576288268, + 4281.9258955090545 + ], + "scorePercentiles" : { + "0.0" : 3672.967487853004, + "50.0" : 3890.7011049989005, + "90.0" : 3956.463499487047, + "95.0" : 3956.463499487047, + "99.0" : 3956.463499487047, + "99.9" : 3956.463499487047, + "99.99" : 3956.463499487047, + "99.999" : 3956.463499487047, + "99.9999" : 3956.463499487047, + "100.0" : 3956.463499487047 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3956.463499487047, + 3918.648638342473, + 3672.967487853004, + 3841.1214021632763, + 3890.7011049989005 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.408267114575746E8, + "scoreError" : 2.1040530288549572E7, + "scoreConfidence" : [ + 7.197861811690251E8, + 7.618672417461241E8 + ], + "scorePercentiles" : { + "0.0" : 7.359538339909568E8, + "50.0" : 7.393149534496369E8, + "90.0" : 7.498904224988518E8, + "95.0" : 7.498904224988518E8, + "99.0" : 7.498904224988518E8, + "99.9" : 7.498904224988518E8, + "99.99" : 7.498904224988518E8, + "99.999" : 7.498904224988518E8, + "99.9999" : 7.498904224988518E8, + "100.0" : 7.498904224988518E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.375303647894155E8, + 7.359538339909568E8, + 7.393149534496369E8, + 7.414439825590118E8, + 7.498904224988518E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.24233970517581E7, + "scoreError" : 1012552.3957927304, + "scoreConfidence" : [ + 3.141084465596537E7, + 3.343594944755083E7 + ], + "scorePercentiles" : { + "0.0" : 3.212196037352709E7, + "50.0" : 3.250156477228949E7, + "90.0" : 3.267937679870722E7, + "95.0" : 3.267937679870722E7, + "99.0" : 3.267937679870722E7, + "99.9" : 3.267937679870722E7, + "99.99" : 3.267937679870722E7, + "99.999" : 3.267937679870722E7, + "99.9999" : 3.267937679870722E7, + "100.0" : 3.267937679870722E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.212196037352709E7, + 3.2168766722023144E7, + 3.2645316592243552E7, + 3.267937679870722E7, + 3.250156477228949E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3383086.0048311045, + "scoreError" : 76787.3299212265, + "scoreConfidence" : [ + 3306298.674909878, + 3459873.334752331 + ], + "scorePercentiles" : { + "0.0" : 3352246.648689023, + "50.0" : 3391740.2002430055, + "90.0" : 3403007.4526726953, + "95.0" : 3403007.4526726953, + "99.0" : 3403007.4526726953, + "99.9" : 3403007.4526726953, + "99.99" : 3403007.4526726953, + "99.999" : 3403007.4526726953, + "99.9999" : 3403007.4526726953, + "100.0" : 3403007.4526726953 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3352246.648689023, + 3375127.9060148913, + 3391740.2002430055, + 3393307.816535907, + 3403007.4526726953 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 16548.81198571895, + "scoreError" : 1158.534736739806, + "scoreConfidence" : [ + 15390.277248979142, + 17707.346722458755 + ], + "scorePercentiles" : { + "0.0" : 16263.332586181092, + "50.0" : 16486.87941162664, + "90.0" : 17021.756930210708, + "95.0" : 17021.756930210708, + "99.0" : 17021.756930210708, + "99.9" : 17021.756930210708, + "99.99" : 17021.756930210708, + "99.999" : 17021.756930210708, + "99.9999" : 17021.756930210708, + "100.0" : 17021.756930210708 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 16335.720189773207, + 16263.332586181092, + 16486.87941162664, + 17021.756930210708, + 16636.37081080309 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 9.051205598922503E7, + "scoreError" : 1.3796482967613714E7, + "scoreConfidence" : [ + 7.671557302161132E7, + 1.0430853895683874E8 + ], + "scorePercentiles" : { + "0.0" : 8.430256574449177E7, + "50.0" : 9.179935694394717E7, + "90.0" : 9.306291272025989E7, + "95.0" : 9.306291272025989E7, + "99.0" : 9.306291272025989E7, + "99.9" : 9.306291272025989E7, + "99.99" : 9.306291272025989E7, + "99.999" : 9.306291272025989E7, + "99.9999" : 9.306291272025989E7, + "100.0" : 9.306291272025989E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9.074499504169345E7, + 8.430256574449177E7, + 9.265044949573292E7, + 9.306291272025989E7, + 9.179935694394717E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.9588905147179127E7, + "scoreError" : 7040249.367672556, + "scoreConfidence" : [ + 2.254865577950657E7, + 3.662915451485168E7 + ], + "scorePercentiles" : { + "0.0" : 2.6442700069323685E7, + "50.0" : 3.008922509586951E7, + "90.0" : 3.1049118942039013E7, + "95.0" : 3.1049118942039013E7, + "99.0" : 3.1049118942039013E7, + "99.9" : 3.1049118942039013E7, + "99.99" : 3.1049118942039013E7, + "99.999" : 3.1049118942039013E7, + "99.9999" : 3.1049118942039013E7, + "100.0" : 3.1049118942039013E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6442700069323685E7, + 3.1049118942039013E7, + 3.06216892382901E7, + 2.974179239037333E7, + 3.008922509586951E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2387385.886524616, + "scoreError" : 359761.87128515, + "scoreConfidence" : [ + 2027624.0152394657, + 2747147.7578097656 + ], + "scorePercentiles" : { + "0.0" : 2245873.9828960965, + "50.0" : 2438258.6080569266, + "90.0" : 2471507.7730479515, + "95.0" : 2471507.7730479515, + "99.0" : 2471507.7730479515, + "99.9" : 2471507.7730479515, + "99.99" : 2471507.7730479515, + "99.999" : 2471507.7730479515, + "99.9999" : 2471507.7730479515, + "100.0" : 2471507.7730479515 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2441656.992208449, + 2438258.6080569266, + 2245873.9828960965, + 2339632.076413654, + 2471507.7730479515 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 20166.52694072401, + "scoreError" : 2452.4368492009835, + "scoreConfidence" : [ + 17714.090091523023, + 22618.963789924994 + ], + "scorePercentiles" : { + "0.0" : 19289.35150351729, + "50.0" : 20482.5790387188, + "90.0" : 20753.705442646657, + "95.0" : 20753.705442646657, + "99.0" : 20753.705442646657, + "99.9" : 20753.705442646657, + "99.99" : 20753.705442646657, + "99.999" : 20753.705442646657, + "99.9999" : 20753.705442646657, + "100.0" : 20753.705442646657 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 19289.35150351729, + 19701.795862834188, + 20605.202855903106, + 20753.705442646657, + 20482.5790387188 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.134409987747749E7, + "scoreError" : 1357243.5047246541, + "scoreConfidence" : [ + 4.998685637275284E7, + 5.270134338220214E7 + ], + "scorePercentiles" : { + "0.0" : 5.0862347343680575E7, + "50.0" : 5.149329000003383E7, + "90.0" : 5.173990854586923E7, + "95.0" : 5.173990854586923E7, + "99.0" : 5.173990854586923E7, + "99.9" : 5.173990854586923E7, + "99.99" : 5.173990854586923E7, + "99.999" : 5.173990854586923E7, + "99.9999" : 5.173990854586923E7, + "100.0" : 5.173990854586923E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.0862347343680575E7, + 5.173990854586923E7, + 5.149329000003383E7, + 5.110761360515043E7, + 5.151733989265336E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.015625317596252E7, + "scoreError" : 3024492.7206490827, + "scoreConfidence" : [ + 2.7131760455313437E7, + 3.31807458966116E7 + ], + "scorePercentiles" : { + "0.0" : 2.880252849126204E7, + "50.0" : 3.0574654182370346E7, + "90.0" : 3.0672609331704594E7, + "95.0" : 3.0672609331704594E7, + "99.0" : 3.0672609331704594E7, + "99.9" : 3.0672609331704594E7, + "99.99" : 3.0672609331704594E7, + "99.999" : 3.0672609331704594E7, + "99.9999" : 3.0672609331704594E7, + "100.0" : 3.0672609331704594E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.880252849126204E7, + 3.0672609331704594E7, + 3.0574654182370346E7, + 3.0135830901506297E7, + 3.0595642972969323E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3710407.8278355515, + "scoreError" : 400382.9106113438, + "scoreConfidence" : [ + 3310024.917224208, + 4110790.738446895 + ], + "scorePercentiles" : { + "0.0" : 3564826.3528119735, + "50.0" : 3729274.9343916373, + "90.0" : 3837606.280950462, + "95.0" : 3837606.280950462, + "99.0" : 3837606.280950462, + "99.9" : 3837606.280950462, + "99.99" : 3837606.280950462, + "99.999" : 3837606.280950462, + "99.9999" : 3837606.280950462, + "100.0" : 3837606.280950462 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3564826.3528119735, + 3657647.4912323607, + 3762684.079791325, + 3837606.280950462, + 3729274.9343916373 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 42648.191421642245, + "scoreError" : 1398.038742056513, + "scoreConfidence" : [ + 41250.152679585735, + 44046.230163698754 + ], + "scorePercentiles" : { + "0.0" : 42255.89948815342, + "50.0" : 42580.26547495882, + "90.0" : 43171.4609355142, + "95.0" : 43171.4609355142, + "99.0" : 43171.4609355142, + "99.9" : 43171.4609355142, + "99.99" : 43171.4609355142, + "99.999" : 43171.4609355142, + "99.9999" : 43171.4609355142, + "100.0" : 43171.4609355142 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 43171.4609355142, + 42580.26547495882, + 42401.07027611492, + 42255.89948815342, + 42832.26093346988 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 8.867999555131753E7, + "scoreError" : 2.0848824599477887E7, + "scoreConfidence" : [ + 6.783117095183964E7, + 1.0952882015079542E8 + ], + "scorePercentiles" : { + "0.0" : 8.191525055306403E7, + "50.0" : 9.199383905684696E7, + "90.0" : 9.322901689752267E7, + "95.0" : 9.322901689752267E7, + "99.0" : 9.322901689752267E7, + "99.9" : 9.322901689752267E7, + "99.99" : 9.322901689752267E7, + "99.999" : 9.322901689752267E7, + "99.9999" : 9.322901689752267E7, + "100.0" : 9.322901689752267E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.370251034879316E7, + 9.255936090036073E7, + 8.191525055306403E7, + 9.199383905684696E7, + 9.322901689752267E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 7430386.057082755, + "scoreError" : 667424.1378385047, + "scoreConfidence" : [ + 6762961.91924425, + 8097810.194921259 + ], + "scorePercentiles" : { + "0.0" : 7143135.209230909, + "50.0" : 7460745.340907535, + "90.0" : 7606593.165650425, + "95.0" : 7606593.165650425, + "99.0" : 7606593.165650425, + "99.9" : 7606593.165650425, + "99.99" : 7606593.165650425, + "99.999" : 7606593.165650425, + "99.9999" : 7606593.165650425, + "100.0" : 7606593.165650425 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7460745.340907535, + 7143135.209230909, + 7435859.871219917, + 7606593.165650425, + 7505596.698404989 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 745967.4742442605, + "scoreError" : 15864.75008443979, + "scoreConfidence" : [ + 730102.7241598207, + 761832.2243287002 + ], + "scorePercentiles" : { + "0.0" : 739260.1172334765, + "50.0" : 747405.3754698734, + "90.0" : 749627.4551291374, + "95.0" : 749627.4551291374, + "99.0" : 749627.4551291374, + "99.9" : 749627.4551291374, + "99.99" : 749627.4551291374, + "99.999" : 749627.4551291374, + "99.9999" : 749627.4551291374, + "100.0" : 749627.4551291374 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 745018.4203270248, + 747405.3754698734, + 749627.4551291374, + 748526.0030617898, + 739260.1172334765 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5490.251080587116, + "scoreError" : 478.4533354063569, + "scoreConfidence" : [ + 5011.797745180759, + 5968.704415993473 + ], + "scorePercentiles" : { + "0.0" : 5329.711102270019, + "50.0" : 5500.592328046851, + "90.0" : 5653.151331818686, + "95.0" : 5653.151331818686, + "99.0" : 5653.151331818686, + "99.9" : 5653.151331818686, + "99.99" : 5653.151331818686, + "99.999" : 5653.151331818686, + "99.9999" : 5653.151331818686, + "100.0" : 5653.151331818686 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5329.711102270019, + 5500.592328046851, + 5415.8640698646705, + 5653.151331818686, + 5551.9365709353515 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.102747934532209E7, + "scoreError" : 1850515.457612684, + "scoreConfidence" : [ + 4.91769638877094E7, + 5.287799480293477E7 + ], + "scorePercentiles" : { + "0.0" : 5.0457309318568856E7, + "50.0" : 5.1277065559157394E7, + "90.0" : 5.146092256509812E7, + "95.0" : 5.146092256509812E7, + "99.0" : 5.146092256509812E7, + "99.9" : 5.146092256509812E7, + "99.99" : 5.146092256509812E7, + "99.999" : 5.146092256509812E7, + "99.9999" : 5.146092256509812E7, + "100.0" : 5.146092256509812E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.0457309318568856E7, + 5.055742372324407E7, + 5.1277065559157394E7, + 5.1384675560542E7, + 5.146092256509812E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.6264347558783084E7, + "scoreError" : 3370082.26485789, + "scoreConfidence" : [ + 2.2894265293925196E7, + 2.9634429823640972E7 + ], + "scorePercentiles" : { + "0.0" : 2.5044141796530575E7, + "50.0" : 2.664270176357638E7, + "90.0" : 2.724141783022027E7, + "95.0" : 2.724141783022027E7, + "99.0" : 2.724141783022027E7, + "99.9" : 2.724141783022027E7, + "99.99" : 2.724141783022027E7, + "99.999" : 2.724141783022027E7, + "99.9999" : 2.724141783022027E7, + "100.0" : 2.724141783022027E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5712984431002293E7, + 2.66804919725859E7, + 2.724141783022027E7, + 2.664270176357638E7, + 2.5044141796530575E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3780169.583579342, + "scoreError" : 384518.74060500524, + "scoreConfidence" : [ + 3395650.842974337, + 4164688.324184347 + ], + "scorePercentiles" : { + "0.0" : 3619326.022274948, + "50.0" : 3804565.186768665, + "90.0" : 3862146.7667233725, + "95.0" : 3862146.7667233725, + "99.0" : 3862146.7667233725, + "99.9" : 3862146.7667233725, + "99.99" : 3862146.7667233725, + "99.999" : 3862146.7667233725, + "99.9999" : 3862146.7667233725, + "100.0" : 3862146.7667233725 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3756330.862615265, + 3619326.022274948, + 3804565.186768665, + 3862146.7667233725, + 3858479.0795144592 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 39938.26755169852, + "scoreError" : 2830.851431456768, + "scoreConfidence" : [ + 37107.41612024175, + 42769.118983155284 + ], + "scorePercentiles" : { + "0.0" : 39312.562179995635, + "50.0" : 39786.29449684432, + "90.0" : 41132.28947270594, + "95.0" : 41132.28947270594, + "99.0" : 41132.28947270594, + "99.9" : 41132.28947270594, + "99.99" : 41132.28947270594, + "99.999" : 41132.28947270594, + "99.9999" : 41132.28947270594, + "100.0" : 41132.28947270594 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 39786.29449684432, + 39387.38822426611, + 39312.562179995635, + 40072.80338468057, + 41132.28947270594 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2795161155575106E8, + "scoreError" : 1.9276237743264288E7, + "scoreConfidence" : [ + 1.0867537381248677E8, + 1.4722784929901534E8 + ], + "scorePercentiles" : { + "0.0" : 1.2002357059435436E8, + "50.0" : 1.2793135820875986E8, + "90.0" : 1.333936478633612E8, + "95.0" : 1.333936478633612E8, + "99.0" : 1.333936478633612E8, + "99.9" : 1.333936478633612E8, + "99.99" : 1.333936478633612E8, + "99.999" : 1.333936478633612E8, + "99.9999" : 1.333936478633612E8, + "100.0" : 1.333936478633612E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2768346073357877E8, + 1.2793135820875986E8, + 1.2002357059435436E8, + 1.3072602037870115E8, + 1.333936478633612E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.062423327513026E7, + "scoreError" : 1973573.3855383715, + "scoreConfidence" : [ + 2.8650659889591888E7, + 3.2597806660668634E7 + ], + "scorePercentiles" : { + "0.0" : 3.003233460405918E7, + "50.0" : 3.0386396203576706E7, + "90.0" : 3.122959411031789E7, + "95.0" : 3.122959411031789E7, + "99.0" : 3.122959411031789E7, + "99.9" : 3.122959411031789E7, + "99.99" : 3.122959411031789E7, + "99.999" : 3.122959411031789E7, + "99.9999" : 3.122959411031789E7, + "100.0" : 3.122959411031789E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0386396203576706E7, + 3.122959411031789E7, + 3.0381310364583276E7, + 3.1091531093114235E7, + 3.003233460405918E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2877461.9516402474, + "scoreError" : 242099.45763004752, + "scoreConfidence" : [ + 2635362.4940102, + 3119561.409270295 + ], + "scorePercentiles" : { + "0.0" : 2803186.7005246733, + "50.0" : 2920025.75885157, + "90.0" : 2929009.301074319, + "95.0" : 2929009.301074319, + "99.0" : 2929009.301074319, + "99.9" : 2929009.301074319, + "99.99" : 2929009.301074319, + "99.999" : 2929009.301074319, + "99.9999" : 2929009.301074319, + "100.0" : 2929009.301074319 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2814490.093977687, + 2803186.7005246733, + 2920025.75885157, + 2929009.301074319, + 2920597.9037729884 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 24857.89433262146, + "scoreError" : 3278.786149214318, + "scoreConfidence" : [ + 21579.108183407145, + 28136.680481835778 + ], + "scorePercentiles" : { + "0.0" : 23745.662371219136, + "50.0" : 24706.392227603315, + "90.0" : 25941.422863530028, + "95.0" : 25941.422863530028, + "99.0" : 25941.422863530028, + "99.9" : 25941.422863530028, + "99.99" : 25941.422863530028, + "99.999" : 25941.422863530028, + "99.9999" : 25941.422863530028, + "100.0" : 25941.422863530028 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 23745.662371219136, + 25941.422863530028, + 25422.264615012, + 24473.729585742836, + 24706.392227603315 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.420746742277434E8, + "scoreError" : 1.0741340335095813E7, + "scoreConfidence" : [ + 7.313333338926476E8, + 7.528160145628392E8 + ], + "scorePercentiles" : { + "0.0" : 7.398626005480859E8, + "50.0" : 7.4151796133557E8, + "90.0" : 7.468997651954411E8, + "95.0" : 7.468997651954411E8, + "99.0" : 7.468997651954411E8, + "99.9" : 7.468997651954411E8, + "99.99" : 7.468997651954411E8, + "99.999" : 7.468997651954411E8, + "99.9999" : 7.468997651954411E8, + "100.0" : 7.468997651954411E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.405336058756262E8, + 7.468997651954411E8, + 7.415594381839935E8, + 7.4151796133557E8, + 7.398626005480859E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5.260479685949914E7, + "scoreError" : 1.071416597230781E7, + "scoreConfidence" : [ + 4.189063088719133E7, + 6.331896283180695E7 + ], + "scorePercentiles" : { + "0.0" : 4.7630809056772694E7, + "50.0" : 5.382548730580727E7, + "90.0" : 5.399860553313047E7, + "95.0" : 5.399860553313047E7, + "99.0" : 5.399860553313047E7, + "99.9" : 5.399860553313047E7, + "99.99" : 5.399860553313047E7, + "99.999" : 5.399860553313047E7, + "99.9999" : 5.399860553313047E7, + "100.0" : 5.399860553313047E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.399860553313047E7, + 4.7630809056772694E7, + 5.3858160318711825E7, + 5.382548730580727E7, + 5.371092208307347E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1.2608344626036646E7, + "scoreError" : 1603969.8946998818, + "scoreConfidence" : [ + 1.1004374731336765E7, + 1.4212314520736527E7 + ], + "scorePercentiles" : { + "0.0" : 1.2085470752962278E7, + "50.0" : 1.2827314412179012E7, + "90.0" : 1.30251674785446E7, + "95.0" : 1.30251674785446E7, + "99.0" : 1.30251674785446E7, + "99.9" : 1.30251674785446E7, + "99.99" : 1.30251674785446E7, + "99.999" : 1.30251674785446E7, + "99.9999" : 1.30251674785446E7, + "100.0" : 1.30251674785446E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2827314412179012E7, + 1.2862191897032935E7, + 1.30251674785446E7, + 1.2085470752962278E7, + 1.2241578589464406E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3918699.378395489, + "scoreError" : 253464.5944248489, + "scoreConfidence" : [ + 3665234.78397064, + 4172163.972820338 + ], + "scorePercentiles" : { + "0.0" : 3811942.4044960574, + "50.0" : 3939983.3779858304, + "90.0" : 3970954.776545896, + "95.0" : 3970954.776545896, + "99.0" : 3970954.776545896, + "99.9" : 3970954.776545896, + "99.99" : 3970954.776545896, + "99.999" : 3970954.776545896, + "99.9999" : 3970954.776545896, + "100.0" : 3970954.776545896 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3811942.4044960574, + 3939983.3779858304, + 3970954.776545896, + 3968465.211565155, + 3902151.1213845066 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.2806997960757616E8, + "scoreError" : 2.182784917549682E7, + "scoreConfidence" : [ + 1.0624213043207934E8, + 1.4989782878307298E8 + ], + "scorePercentiles" : { + "0.0" : 1.1801762296755564E8, + "50.0" : 1.3029786908868913E8, + "90.0" : 1.3171073987014943E8, + "95.0" : 1.3171073987014943E8, + "99.0" : 1.3171073987014943E8, + "99.9" : 1.3171073987014943E8, + "99.99" : 1.3171073987014943E8, + "99.999" : 1.3171073987014943E8, + "99.9999" : 1.3171073987014943E8, + "100.0" : 1.3171073987014943E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.296553997087591E8, + 1.3066826640272748E8, + 1.3029786908868913E8, + 1.1801762296755564E8, + 1.3171073987014943E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8536318.114325183, + "scoreError" : 968044.9018168154, + "scoreConfidence" : [ + 7568273.212508367, + 9504363.016141998 + ], + "scorePercentiles" : { + "0.0" : 8229726.274983569, + "50.0" : 8622598.29308758, + "90.0" : 8825979.333113702, + "95.0" : 8825979.333113702, + "99.0" : 8825979.333113702, + "99.9" : 8825979.333113702, + "99.99" : 8825979.333113702, + "99.999" : 8825979.333113702, + "99.9999" : 8825979.333113702, + "100.0" : 8825979.333113702 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8681994.473160788, + 8622598.29308758, + 8229726.274983569, + 8321292.19728027, + 8825979.333113702 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 860290.5189450055, + "scoreError" : 82687.2972289959, + "scoreConfidence" : [ + 777603.2217160095, + 942977.8161740014 + ], + "scorePercentiles" : { + "0.0" : 836328.0553325687, + "50.0" : 862944.9854977923, + "90.0" : 886836.5663575289, + "95.0" : 886836.5663575289, + "99.0" : 886836.5663575289, + "99.9" : 886836.5663575289, + "99.99" : 886836.5663575289, + "99.999" : 886836.5663575289, + "99.9999" : 886836.5663575289, + "100.0" : 886836.5663575289 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 836328.0553325687, + 862944.9854977923, + 886836.5663575289, + 874176.1872033494, + 841166.8003337885 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5822.005648863682, + "scoreError" : 617.3866931180928, + "scoreConfidence" : [ + 5204.618955745589, + 6439.392341981775 + ], + "scorePercentiles" : { + "0.0" : 5571.549672084337, + "50.0" : 5849.286597837276, + "90.0" : 6017.988908466568, + "95.0" : 6017.988908466568, + "99.0" : 6017.988908466568, + "99.9" : 6017.988908466568, + "99.99" : 6017.988908466568, + "99.999" : 6017.988908466568, + "99.9999" : 6017.988908466568, + "100.0" : 6017.988908466568 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5818.637316396657, + 6017.988908466568, + 5849.286597837276, + 5571.549672084337, + 5852.565749533568 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.373608728593385E8, + "scoreError" : 2.394348875112463E7, + "scoreConfidence" : [ + 7.134173841082139E8, + 7.613043616104631E8 + ], + "scorePercentiles" : { + "0.0" : 7.29779017591643E8, + "50.0" : 7.361398569417534E8, + "90.0" : 7.470189586639465E8, + "95.0" : 7.470189586639465E8, + "99.0" : 7.470189586639465E8, + "99.9" : 7.470189586639465E8, + "99.99" : 7.470189586639465E8, + "99.999" : 7.470189586639465E8, + "99.9999" : 7.470189586639465E8, + "100.0" : 7.470189586639465E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.361398569417534E8, + 7.29779017591643E8, + 7.379424129033954E8, + 7.470189586639465E8, + 7.359241181959544E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5.026645381359359E7, + "scoreError" : 9827615.843915652, + "scoreConfidence" : [ + 4.043883796967794E7, + 6.009406965750924E7 + ], + "scorePercentiles" : { + "0.0" : 4.5708665565753795E7, + "50.0" : 5.144352236147317E7, + "90.0" : 5.157053243987774E7, + "95.0" : 5.157053243987774E7, + "99.0" : 5.157053243987774E7, + "99.9" : 5.157053243987774E7, + "99.99" : 5.157053243987774E7, + "99.999" : 5.157053243987774E7, + "99.9999" : 5.157053243987774E7, + "100.0" : 5.157053243987774E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.116486738232289E7, + 5.157053243987774E7, + 4.5708665565753795E7, + 5.144352236147317E7, + 5.144468131854036E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2.0506953039860446E7, + "scoreError" : 5550053.532852436, + "scoreConfidence" : [ + 1.4956899507008009E7, + 2.6057006572712883E7 + ], + "scorePercentiles" : { + "0.0" : 1.7936395134399213E7, + "50.0" : 2.1102144792629607E7, + "90.0" : 2.1340198704751734E7, + "95.0" : 2.1340198704751734E7, + "99.0" : 2.1340198704751734E7, + "99.9" : 2.1340198704751734E7, + "99.99" : 2.1340198704751734E7, + "99.999" : 2.1340198704751734E7, + "99.9999" : 2.1340198704751734E7, + "100.0" : 2.1340198704751734E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7936395134399213E7, + 2.110255198871101E7, + 2.1340198704751734E7, + 2.105347457881067E7, + 2.1102144792629607E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4460188.163072968, + "scoreError" : 114529.09355095334, + "scoreConfidence" : [ + 4345659.069522015, + 4574717.256623921 + ], + "scorePercentiles" : { + "0.0" : 4417393.464923569, + "50.0" : 4460828.160891177, + "90.0" : 4494248.846221315, + "95.0" : 4494248.846221315, + "99.0" : 4494248.846221315, + "99.9" : 4494248.846221315, + "99.99" : 4494248.846221315, + "99.999" : 4494248.846221315, + "99.9999" : 4494248.846221315, + "100.0" : 4494248.846221315 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4417393.464923569, + 4460828.160891177, + 4480264.271683476, + 4448206.071645299, + 4494248.846221315 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.69859989717034E7, + "scoreError" : 3.1477588054096702E7, + "scoreConfidence" : [ + 4.55084109176067E7, + 1.084635870258001E8 + ], + "scorePercentiles" : { + "0.0" : 6.25416377915669E7, + "50.0" : 7.959172319407682E7, + "90.0" : 8.207493604718278E7, + "95.0" : 8.207493604718278E7, + "99.0" : 8.207493604718278E7, + "99.9" : 8.207493604718278E7, + "99.99" : 8.207493604718278E7, + "99.999" : 8.207493604718278E7, + "99.9999" : 8.207493604718278E7, + "100.0" : 8.207493604718278E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.25416377915669E7, + 7.959172319407682E7, + 8.162425831515236E7, + 7.90974395105381E7, + 8.207493604718278E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.882104350339101E7, + "scoreError" : 1254406.1570267635, + "scoreConfidence" : [ + 1.7566637346364245E7, + 2.0075449660417773E7 + ], + "scorePercentiles" : { + "0.0" : 1.8262820436378945E7, + "50.0" : 1.891626841825293E7, + "90.0" : 1.9083065740568485E7, + "95.0" : 1.9083065740568485E7, + "99.0" : 1.9083065740568485E7, + "99.9" : 1.9083065740568485E7, + "99.99" : 1.9083065740568485E7, + "99.999" : 1.9083065740568485E7, + "99.9999" : 1.9083065740568485E7, + "100.0" : 1.9083065740568485E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8262820436378945E7, + 1.9083065740568485E7, + 1.900801851750668E7, + 1.891626841825293E7, + 1.8835044404248E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1209513.7596309904, + "scoreError" : 112861.44197474573, + "scoreConfidence" : [ + 1096652.3176562446, + 1322375.2016057363 + ], + "scorePercentiles" : { + "0.0" : 1164566.3698877045, + "50.0" : 1214947.6158872615, + "90.0" : 1242254.7545121685, + "95.0" : 1242254.7545121685, + "99.0" : 1242254.7545121685, + "99.9" : 1242254.7545121685, + "99.99" : 1242254.7545121685, + "99.999" : 1242254.7545121685, + "99.9999" : 1242254.7545121685, + "100.0" : 1242254.7545121685 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1200826.366492926, + 1214947.6158872615, + 1242254.7545121685, + 1224973.6913748926, + 1164566.3698877045 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10251.73329354636, + "scoreError" : 1018.5203317014747, + "scoreConfidence" : [ + 9233.212961844885, + 11270.253625247835 + ], + "scorePercentiles" : { + "0.0" : 9800.492188235003, + "50.0" : 10309.678038630713, + "90.0" : 10500.643306829887, + "95.0" : 10500.643306829887, + "99.0" : 10500.643306829887, + "99.9" : 10500.643306829887, + "99.99" : 10500.643306829887, + "99.999" : 10500.643306829887, + "99.9999" : 10500.643306829887, + "100.0" : 10500.643306829887 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10500.643306829887, + 9800.492188235003, + 10308.135438791456, + 10309.678038630713, + 10339.717495244737 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.609775065424954E8, + "scoreError" : 9878363.372512436, + "scoreConfidence" : [ + 2.5109914316998297E8, + 2.708558699150078E8 + ], + "scorePercentiles" : { + "0.0" : 2.580541352515388E8, + "50.0" : 2.6100895318460956E8, + "90.0" : 2.6398894701509488E8, + "95.0" : 2.6398894701509488E8, + "99.0" : 2.6398894701509488E8, + "99.9" : 2.6398894701509488E8, + "99.99" : 2.6398894701509488E8, + "99.999" : 2.6398894701509488E8, + "99.9999" : 2.6398894701509488E8, + "100.0" : 2.6398894701509488E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6100895318460956E8, + 2.5883188123428848E8, + 2.580541352515388E8, + 2.6300361602694526E8, + 2.6398894701509488E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.6030347941870507E7, + "scoreError" : 1609232.225771801, + "scoreConfidence" : [ + 2.4421115716098707E7, + 2.7639580167642307E7 + ], + "scorePercentiles" : { + "0.0" : 2.5344546176894583E7, + "50.0" : 2.6201994402251467E7, + "90.0" : 2.6373405358814083E7, + "95.0" : 2.6373405358814083E7, + "99.0" : 2.6373405358814083E7, + "99.9" : 2.6373405358814083E7, + "99.99" : 2.6373405358814083E7, + "99.999" : 2.6373405358814083E7, + "99.9999" : 2.6373405358814083E7, + "100.0" : 2.6373405358814083E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6373405358814083E7, + 2.5933563094033886E7, + 2.629823067735852E7, + 2.5344546176894583E7, + 2.6201994402251467E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2686740.187723268, + "scoreError" : 82895.77760654222, + "scoreConfidence" : [ + 2603844.4101167256, + 2769635.96532981 + ], + "scorePercentiles" : { + "0.0" : 2659014.535262478, + "50.0" : 2697800.819616105, + "90.0" : 2709841.046934688, + "95.0" : 2709841.046934688, + "99.0" : 2709841.046934688, + "99.9" : 2709841.046934688, + "99.99" : 2709841.046934688, + "99.999" : 2709841.046934688, + "99.9999" : 2709841.046934688, + "100.0" : 2709841.046934688 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2709841.046934688, + 2659014.535262478, + 2697811.608320656, + 2669232.9284824114, + 2697800.819616105 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10154.500354128653, + "scoreError" : 134.90472226392419, + "scoreConfidence" : [ + 10019.59563186473, + 10289.405076392577 + ], + "scorePercentiles" : { + "0.0" : 10104.368956433007, + "50.0" : 10155.425387080137, + "90.0" : 10200.76003278332, + "95.0" : 10200.76003278332, + "99.0" : 10200.76003278332, + "99.9" : 10200.76003278332, + "99.99" : 10200.76003278332, + "99.999" : 10200.76003278332, + "99.9999" : 10200.76003278332, + "100.0" : 10200.76003278332 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10200.76003278332, + 10144.764226314213, + 10155.425387080137, + 10104.368956433007, + 10167.183168032596 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.807201856161396E7, + "scoreError" : 1.352730988330086E7, + "scoreConfidence" : [ + 6.454470867831311E7, + 9.159932844491482E7 + ], + "scorePercentiles" : { + "0.0" : 7.17966783918124E7, + "50.0" : 7.947015897945757E7, + "90.0" : 7.986354579898433E7, + "95.0" : 7.986354579898433E7, + "99.0" : 7.986354579898433E7, + "99.9" : 7.986354579898433E7, + "99.99" : 7.986354579898433E7, + "99.999" : 7.986354579898433E7, + "99.9999" : 7.986354579898433E7, + "100.0" : 7.986354579898433E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.986354579898433E7, + 7.17966783918124E7, + 7.947015897945757E7, + 7.978764300945543E7, + 7.94420666283601E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4378316.323608698, + "scoreError" : 101976.03470121762, + "scoreConfidence" : [ + 4276340.28890748, + 4480292.358309916 + ], + "scorePercentiles" : { + "0.0" : 4344759.096070015, + "50.0" : 4392747.313294116, + "90.0" : 4399729.520248408, + "95.0" : 4399729.520248408, + "99.0" : 4399729.520248408, + "99.9" : 4399729.520248408, + "99.99" : 4399729.520248408, + "99.999" : 4399729.520248408, + "99.9999" : 4399729.520248408, + "100.0" : 4399729.520248408 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4392747.313294116, + 4399643.767820306, + 4399729.520248408, + 4354701.920610649, + 4344759.096070015 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 397205.00281255646, + "scoreError" : 47897.69919913595, + "scoreConfidence" : [ + 349307.3036134205, + 445102.7020116924 + ], + "scorePercentiles" : { + "0.0" : 378323.2575298007, + "50.0" : 401901.2261037099, + "90.0" : 407415.31584791135, + "95.0" : 407415.31584791135, + "99.0" : 407415.31584791135, + "99.9" : 407415.31584791135, + "99.99" : 407415.31584791135, + "99.999" : 407415.31584791135, + "99.9999" : 407415.31584791135, + "100.0" : 407415.31584791135 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 401901.2261037099, + 391187.09273686056, + 378323.2575298007, + 407415.31584791135, + 407198.1218444997 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3765.196590954131, + "scoreError" : 180.03725795348038, + "scoreConfidence" : [ + 3585.1593330006503, + 3945.2338489076114 + ], + "scorePercentiles" : { + "0.0" : 3699.7186055190928, + "50.0" : 3770.5015423590417, + "90.0" : 3809.4116190871787, + "95.0" : 3809.4116190871787, + "99.0" : 3809.4116190871787, + "99.9" : 3809.4116190871787, + "99.99" : 3809.4116190871787, + "99.999" : 3809.4116190871787, + "99.9999" : 3809.4116190871787, + "100.0" : 3809.4116190871787 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3738.923934933795, + 3809.4116190871787, + 3807.427252871544, + 3770.5015423590417, + 3699.7186055190928 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5981971199634033E8, + "scoreError" : 7576601.164894048, + "scoreConfidence" : [ + 2.522431108314463E8, + 2.6739631316123438E8 + ], + "scorePercentiles" : { + "0.0" : 2.5753040914217442E8, + "50.0" : 2.601474546396755E8, + "90.0" : 2.6237859003823742E8, + "95.0" : 2.6237859003823742E8, + "99.0" : 2.6237859003823742E8, + "99.9" : 2.6237859003823742E8, + "99.99" : 2.6237859003823742E8, + "99.999" : 2.6237859003823742E8, + "99.9999" : 2.6237859003823742E8, + "100.0" : 2.6237859003823742E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5753040914217442E8, + 2.582150040171455E8, + 2.601474546396755E8, + 2.608271021444688E8, + 2.6237859003823742E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.5418242268461905E7, + "scoreError" : 674172.0883987177, + "scoreConfidence" : [ + 2.4744070180063188E7, + 2.6092414356860623E7 + ], + "scorePercentiles" : { + "0.0" : 2.5177794595112763E7, + "50.0" : 2.5384901253440045E7, + "90.0" : 2.564240788054712E7, + "95.0" : 2.564240788054712E7, + "99.0" : 2.564240788054712E7, + "99.9" : 2.564240788054712E7, + "99.99" : 2.564240788054712E7, + "99.999" : 2.564240788054712E7, + "99.9999" : 2.564240788054712E7, + "100.0" : 2.564240788054712E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5384901253440045E7, + 2.5177794595112763E7, + 2.5364937345355593E7, + 2.564240788054712E7, + 2.5521170267854013E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2700564.8527821377, + "scoreError" : 44307.33058361006, + "scoreConfidence" : [ + 2656257.5221985276, + 2744872.183365748 + ], + "scorePercentiles" : { + "0.0" : 2693080.651469986, + "50.0" : 2694729.2096938416, + "90.0" : 2720576.6847028593, + "95.0" : 2720576.6847028593, + "99.0" : 2720576.6847028593, + "99.9" : 2720576.6847028593, + "99.99" : 2720576.6847028593, + "99.999" : 2720576.6847028593, + "99.9999" : 2720576.6847028593, + "100.0" : 2720576.6847028593 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2693080.651469986, + 2694729.2096938416, + 2700105.2861585654, + 2694332.431885436, + 2720576.6847028593 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9958.834813434296, + "scoreError" : 489.8249557782891, + "scoreConfidence" : [ + 9469.009857656007, + 10448.659769212585 + ], + "scorePercentiles" : { + "0.0" : 9839.43930181034, + "50.0" : 9927.938004021531, + "90.0" : 10134.12799291298, + "95.0" : 10134.12799291298, + "99.0" : 10134.12799291298, + "99.9" : 10134.12799291298, + "99.99" : 10134.12799291298, + "99.999" : 10134.12799291298, + "99.9999" : 10134.12799291298, + "100.0" : 10134.12799291298 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10134.12799291298, + 9927.938004021531, + 10042.447155833675, + 9850.221612592955, + 9839.43930181034 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.778313563616206E7, + "scoreError" : 1.7779100869862217E7, + "scoreConfidence" : [ + 6.0004034766299844E7, + 9.556223650602427E7 + ], + "scorePercentiles" : { + "0.0" : 6.973893285055603E7, + "50.0" : 7.882578346089809E7, + "90.0" : 8.105941863290952E7, + "95.0" : 8.105941863290952E7, + "99.0" : 8.105941863290952E7, + "99.9" : 8.105941863290952E7, + "99.99" : 8.105941863290952E7, + "99.999" : 8.105941863290952E7, + "99.9999" : 8.105941863290952E7, + "100.0" : 8.105941863290952E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.973893285055603E7, + 8.059553194779833E7, + 8.105941863290952E7, + 7.86960112886483E7, + 7.882578346089809E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.9538195949933596E7, + "scoreError" : 2458298.9353396017, + "scoreConfidence" : [ + 1.7079897014593996E7, + 2.1996494885273196E7 + ], + "scorePercentiles" : { + "0.0" : 1.848537581887045E7, + "50.0" : 1.967261146216702E7, + "90.0" : 2.0102964923807073E7, + "95.0" : 2.0102964923807073E7, + "99.0" : 2.0102964923807073E7, + "99.9" : 2.0102964923807073E7, + "99.99" : 2.0102964923807073E7, + "99.999" : 2.0102964923807073E7, + "99.9999" : 2.0102964923807073E7, + "100.0" : 2.0102964923807073E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.967261146216702E7, + 1.996228980254523E7, + 1.848537581887045E7, + 2.0102964923807073E7, + 1.9467737742278222E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1214507.778313504, + "scoreError" : 106359.07344219935, + "scoreConfidence" : [ + 1108148.7048713048, + 1320866.8517557033 + ], + "scorePercentiles" : { + "0.0" : 1177993.3982198162, + "50.0" : 1215670.144483978, + "90.0" : 1245667.3812426508, + "95.0" : 1245667.3812426508, + "99.0" : 1245667.3812426508, + "99.9" : 1245667.3812426508, + "99.99" : 1245667.3812426508, + "99.999" : 1245667.3812426508, + "99.9999" : 1245667.3812426508, + "100.0" : 1245667.3812426508 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1197403.1555606038, + 1177993.3982198162, + 1215670.144483978, + 1245667.3812426508, + 1235804.8120604716 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 10470.26419916216, + "scoreError" : 985.0484484107808, + "scoreConfidence" : [ + 9485.21575075138, + 11455.31264757294 + ], + "scorePercentiles" : { + "0.0" : 10039.712219625817, + "50.0" : 10601.432118537357, + "90.0" : 10667.29410187237, + "95.0" : 10667.29410187237, + "99.0" : 10667.29410187237, + "99.9" : 10667.29410187237, + "99.99" : 10667.29410187237, + "99.999" : 10667.29410187237, + "99.9999" : 10667.29410187237, + "100.0" : 10667.29410187237 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 10434.48118203386, + 10601.432118537357, + 10608.401373741402, + 10667.29410187237, + 10039.712219625817 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6220347369511223E8, + "scoreError" : 4738172.200901076, + "scoreConfidence" : [ + 2.5746530149421114E8, + 2.6694164589601332E8 + ], + "scorePercentiles" : { + "0.0" : 2.6117977381555307E8, + "50.0" : 2.6148544261301944E8, + "90.0" : 2.6368158306765744E8, + "95.0" : 2.6368158306765744E8, + "99.0" : 2.6368158306765744E8, + "99.9" : 2.6368158306765744E8, + "99.99" : 2.6368158306765744E8, + "99.999" : 2.6368158306765744E8, + "99.9999" : 2.6368158306765744E8, + "100.0" : 2.6368158306765744E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.612691419096434E8, + 2.6148544261301944E8, + 2.6368158306765744E8, + 2.6117977381555307E8, + 2.6340142706968778E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.579086379908237E7, + "scoreError" : 715157.1456845227, + "scoreConfidence" : [ + 2.5075706653397847E7, + 2.650602094476689E7 + ], + "scorePercentiles" : { + "0.0" : 2.5521646712003227E7, + "50.0" : 2.58120086841764E7, + "90.0" : 2.5979427553933408E7, + "95.0" : 2.5979427553933408E7, + "99.0" : 2.5979427553933408E7, + "99.9" : 2.5979427553933408E7, + "99.99" : 2.5979427553933408E7, + "99.999" : 2.5979427553933408E7, + "99.9999" : 2.5979427553933408E7, + "100.0" : 2.5979427553933408E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.593835037206755E7, + 2.5979427553933408E7, + 2.570288567323126E7, + 2.5521646712003227E7, + 2.58120086841764E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2675135.651495389, + "scoreError" : 79608.25121596636, + "scoreConfidence" : [ + 2595527.4002794228, + 2754743.9027113556 + ], + "scorePercentiles" : { + "0.0" : 2650715.872449716, + "50.0" : 2678760.2759993263, + "90.0" : 2699036.392048134, + "95.0" : 2699036.392048134, + "99.0" : 2699036.392048134, + "99.9" : 2699036.392048134, + "99.99" : 2699036.392048134, + "99.999" : 2699036.392048134, + "99.9999" : 2699036.392048134, + "100.0" : 2699036.392048134 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2689771.2419931274, + 2657394.474986643, + 2650715.872449716, + 2699036.392048134, + 2678760.2759993263 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9918.055046601437, + "scoreError" : 359.1922059295655, + "scoreConfidence" : [ + 9558.862840671873, + 10277.247252531002 + ], + "scorePercentiles" : { + "0.0" : 9805.704071198414, + "50.0" : 9957.284986584013, + "90.0" : 10027.712972205549, + "95.0" : 10027.712972205549, + "99.0" : 10027.712972205549, + "99.9" : 10027.712972205549, + "99.99" : 10027.712972205549, + "99.999" : 10027.712972205549, + "99.9999" : 10027.712972205549, + "100.0" : 10027.712972205549 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9962.839647783969, + 9836.733555235247, + 9805.704071198414, + 9957.284986584013, + 10027.712972205549 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 7.84005146036173E7, + "scoreError" : 1.8476292149901852E7, + "scoreConfidence" : [ + 5.992422245371544E7, + 9.687680675351915E7 + ], + "scorePercentiles" : { + "0.0" : 7.021510882910292E7, + "50.0" : 7.951551933669633E7, + "90.0" : 8.291073827284151E7, + "95.0" : 8.291073827284151E7, + "99.0" : 8.291073827284151E7, + "99.9" : 8.291073827284151E7, + "99.99" : 8.291073827284151E7, + "99.999" : 8.291073827284151E7, + "99.9999" : 8.291073827284151E7, + "100.0" : 8.291073827284151E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.021510882910292E7, + 7.934241810054095E7, + 7.951551933669633E7, + 8.291073827284151E7, + 8.00187884789048E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4461865.65180662, + "scoreError" : 338717.607205331, + "scoreConfidence" : [ + 4123148.044601289, + 4800583.259011951 + ], + "scorePercentiles" : { + "0.0" : 4383971.919546693, + "50.0" : 4430276.718194857, + "90.0" : 4591614.185224618, + "95.0" : 4591614.185224618, + "99.0" : 4591614.185224618, + "99.9" : 4591614.185224618, + "99.99" : 4591614.185224618, + "99.999" : 4591614.185224618, + "99.9999" : 4591614.185224618, + "100.0" : 4591614.185224618 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4591614.185224618, + 4430276.718194857, + 4383971.919546693, + 4393229.501208986, + 4510235.934857941 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 401805.3416441108, + "scoreError" : 61829.38041979289, + "scoreConfidence" : [ + 339975.9612243179, + 463634.7220639037 + ], + "scorePercentiles" : { + "0.0" : 373978.4362121461, + "50.0" : 407775.0677698631, + "90.0" : 413157.20971085975, + "95.0" : 413157.20971085975, + "99.0" : 413157.20971085975, + "99.9" : 413157.20971085975, + "99.99" : 413157.20971085975, + "99.999" : 413157.20971085975, + "99.9999" : 413157.20971085975, + "100.0" : 413157.20971085975 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 402740.8592881469, + 407775.0677698631, + 411375.1352395382, + 373978.4362121461, + 413157.20971085975 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3736.7841808824364, + "scoreError" : 526.2521439614869, + "scoreConfidence" : [ + 3210.5320369209494, + 4263.0363248439235 + ], + "scorePercentiles" : { + "0.0" : 3497.7456259936434, + "50.0" : 3774.9172214009773, + "90.0" : 3840.592380641982, + "95.0" : 3840.592380641982, + "99.0" : 3840.592380641982, + "99.9" : 3840.592380641982, + "99.99" : 3840.592380641982, + "99.999" : 3840.592380641982, + "99.9999" : 3840.592380641982, + "100.0" : 3840.592380641982 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3497.7456259936434, + 3840.592380641982, + 3767.630469380458, + 3774.9172214009773, + 3803.0352069951196 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6201028154395312E8, + "scoreError" : 9450276.877373338, + "scoreConfidence" : [ + 2.5256000466657978E8, + 2.7146055842132646E8 + ], + "scorePercentiles" : { + "0.0" : 2.58274151160003E8, + "50.0" : 2.6269909564516622E8, + "90.0" : 2.641573893982246E8, + "95.0" : 2.641573893982246E8, + "99.0" : 2.641573893982246E8, + "99.9" : 2.641573893982246E8, + "99.99" : 2.641573893982246E8, + "99.999" : 2.641573893982246E8, + "99.9999" : 2.641573893982246E8, + "100.0" : 2.641573893982246E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6093655324356547E8, + 2.58274151160003E8, + 2.6269909564516622E8, + 2.6398421827280626E8, + 2.641573893982246E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.544238639674684E7, + "scoreError" : 547474.1193522055, + "scoreConfidence" : [ + 2.4894912277394634E7, + 2.5989860516099047E7 + ], + "scorePercentiles" : { + "0.0" : 2.52519435544523E7, + "50.0" : 2.5452208891946927E7, + "90.0" : 2.5592807472682912E7, + "95.0" : 2.5592807472682912E7, + "99.0" : 2.5592807472682912E7, + "99.9" : 2.5592807472682912E7, + "99.99" : 2.5592807472682912E7, + "99.999" : 2.5592807472682912E7, + "99.9999" : 2.5592807472682912E7, + "100.0" : 2.5592807472682912E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5354020889051046E7, + 2.52519435544523E7, + 2.556095117560102E7, + 2.5452208891946927E7, + 2.5592807472682912E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2682380.110961292, + "scoreError" : 67567.62809179012, + "scoreConfidence" : [ + 2614812.4828695017, + 2749947.739053082 + ], + "scorePercentiles" : { + "0.0" : 2657654.937918472, + "50.0" : 2686379.5458485126, + "90.0" : 2704020.479925507, + "95.0" : 2704020.479925507, + "99.0" : 2704020.479925507, + "99.9" : 2704020.479925507, + "99.99" : 2704020.479925507, + "99.999" : 2704020.479925507, + "99.9999" : 2704020.479925507, + "100.0" : 2704020.479925507 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2686379.5458485126, + 2673690.2640414713, + 2704020.479925507, + 2690155.3270724975, + 2657654.937918472 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9858.110253353083, + "scoreError" : 277.3070333309275, + "scoreConfidence" : [ + 9580.803220022155, + 10135.41728668401 + ], + "scorePercentiles" : { + "0.0" : 9739.992168542503, + "50.0" : 9890.036172402462, + "90.0" : 9916.65853071565, + "95.0" : 9916.65853071565, + "99.0" : 9916.65853071565, + "99.9" : 9916.65853071565, + "99.99" : 9916.65853071565, + "99.999" : 9916.65853071565, + "99.9999" : 9916.65853071565, + "100.0" : 9916.65853071565 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9739.992168542503, + 9903.268574792633, + 9840.595820312168, + 9916.65853071565, + 9890.036172402462 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4944281401583314E7, + "scoreError" : 8038375.147042513, + "scoreConfidence" : [ + 1.69059062545408E7, + 3.2982656548625827E7 + ], + "scorePercentiles" : { + "0.0" : 2.1224530318445805E7, + "50.0" : 2.583188282504016E7, + "90.0" : 2.6081308376035985E7, + "95.0" : 2.6081308376035985E7, + "99.0" : 2.6081308376035985E7, + "99.9" : 2.6081308376035985E7, + "99.99" : 2.6081308376035985E7, + "99.999" : 2.6081308376035985E7, + "99.9999" : 2.6081308376035985E7, + "100.0" : 2.6081308376035985E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1224530318445805E7, + 2.6081308376035985E7, + 2.583188282504016E7, + 2.5595162637994733E7, + 2.5988522850399878E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5000228.143989727, + "scoreError" : 240216.98111148222, + "scoreConfidence" : [ + 4760011.162878245, + 5240445.125101209 + ], + "scorePercentiles" : { + "0.0" : 4894640.018370899, + "50.0" : 5014210.869714407, + "90.0" : 5061218.777323451, + "95.0" : 5061218.777323451, + "99.0" : 5061218.777323451, + "99.9" : 5061218.777323451, + "99.99" : 5061218.777323451, + "99.999" : 5061218.777323451, + "99.9999" : 5061218.777323451, + "100.0" : 5061218.777323451 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4894640.018370899, + 5014210.869714407, + 5019658.000657381, + 5061218.777323451, + 5011413.0538825 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 423700.9107651323, + "scoreError" : 54162.63416118038, + "scoreConfidence" : [ + 369538.27660395193, + 477863.54492631264 + ], + "scorePercentiles" : { + "0.0" : 399587.7776236975, + "50.0" : 429707.3430577689, + "90.0" : 433324.8965908866, + "95.0" : 433324.8965908866, + "99.0" : 433324.8965908866, + "99.9" : 433324.8965908866, + "99.99" : 433324.8965908866, + "99.999" : 433324.8965908866, + "99.9999" : 433324.8965908866, + "100.0" : 433324.8965908866 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 433324.8965908866, + 423184.4125910408, + 429707.3430577689, + 399587.7776236975, + 432700.1239622681 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2678.1705897108664, + "scoreError" : 117.39405062110869, + "scoreConfidence" : [ + 2560.7765390897575, + 2795.564640331975 + ], + "scorePercentiles" : { + "0.0" : 2645.329767098474, + "50.0" : 2686.7220230556254, + "90.0" : 2717.0842371292833, + "95.0" : 2717.0842371292833, + "99.0" : 2717.0842371292833, + "99.9" : 2717.0842371292833, + "99.99" : 2717.0842371292833, + "99.999" : 2717.0842371292833, + "99.9999" : 2717.0842371292833, + "100.0" : 2717.0842371292833 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2649.1220626682907, + 2717.0842371292833, + 2692.594858602659, + 2686.7220230556254, + 2645.329767098474 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9995079499088667E7, + "scoreError" : 966276.7913768449, + "scoreConfidence" : [ + 1.9028802707711823E7, + 2.096135629046551E7 + ], + "scorePercentiles" : { + "0.0" : 1.973653670671879E7, + "50.0" : 2.001501160909313E7, + "90.0" : 2.0365458853189573E7, + "95.0" : 2.0365458853189573E7, + "99.0" : 2.0365458853189573E7, + "99.9" : 2.0365458853189573E7, + "99.99" : 2.0365458853189573E7, + "99.999" : 2.0365458853189573E7, + "99.9999" : 2.0365458853189573E7, + "100.0" : 2.0365458853189573E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.001501160909313E7, + 2.0365458853189573E7, + 1.978995161134253E7, + 2.00684387150993E7, + 1.973653670671879E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3049206.1132223434, + "scoreError" : 409579.5017618761, + "scoreConfidence" : [ + 2639626.6114604673, + 3458785.6149842194 + ], + "scorePercentiles" : { + "0.0" : 2909768.050355807, + "50.0" : 3017638.835722161, + "90.0" : 3184619.605776294, + "95.0" : 3184619.605776294, + "99.0" : 3184619.605776294, + "99.9" : 3184619.605776294, + "99.99" : 3184619.605776294, + "99.999" : 3184619.605776294, + "99.9999" : 3184619.605776294, + "100.0" : 3184619.605776294 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3121065.2208202947, + 3017638.835722161, + 2909768.050355807, + 3012938.8534371606, + 3184619.605776294 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 247431.048315456, + "scoreError" : 30246.958652222034, + "scoreConfidence" : [ + 217184.08966323396, + 277678.006967678 + ], + "scorePercentiles" : { + "0.0" : 235085.38353553816, + "50.0" : 248057.50745368566, + "90.0" : 254403.98485868223, + "95.0" : 254403.98485868223, + "99.0" : 254403.98485868223, + "99.9" : 254403.98485868223, + "99.99" : 254403.98485868223, + "99.999" : 254403.98485868223, + "99.9999" : 254403.98485868223, + "100.0" : 254403.98485868223 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 248057.50745368566, + 245674.2138290734, + 253934.15190030058, + 235085.38353553816, + 254403.98485868223 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 862.624570584152, + "scoreError" : 70.05650284345158, + "scoreConfidence" : [ + 792.5680677407005, + 932.6810734276036 + ], + "scorePercentiles" : { + "0.0" : 833.2489160930251, + "50.0" : 865.1141784485761, + "90.0" : 881.4499805008674, + "95.0" : 881.4499805008674, + "99.0" : 881.4499805008674, + "99.9" : 881.4499805008674, + "99.99" : 881.4499805008674, + "99.999" : 881.4499805008674, + "99.9999" : 881.4499805008674, + "100.0" : 881.4499805008674 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 860.8240884704268, + 865.1141784485761, + 833.2489160930251, + 881.4499805008674, + 872.4856894078644 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4127061007042505E7, + "scoreError" : 1.0927321292639414E7, + "scoreConfidence" : [ + 1.3199739714403091E7, + 3.505438229968192E7 + ], + "scorePercentiles" : { + "0.0" : 1.9109865649253298E7, + "50.0" : 2.5161844558362123E7, + "90.0" : 2.59869904775287E7, + "95.0" : 2.59869904775287E7, + "99.0" : 2.59869904775287E7, + "99.9" : 2.59869904775287E7, + "99.99" : 2.59869904775287E7, + "99.999" : 2.59869904775287E7, + "99.9999" : 2.59869904775287E7, + "100.0" : 2.59869904775287E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9109865649253298E7, + 2.5161844558362123E7, + 2.482955901682398E7, + 2.554704533324441E7, + 2.59869904775287E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1454440.228278952, + "scoreError" : 123143.52854838216, + "scoreConfidence" : [ + 1331296.6997305697, + 1577583.7568273342 + ], + "scorePercentiles" : { + "0.0" : 1400169.407130727, + "50.0" : 1463980.9202155902, + "90.0" : 1484269.7246914564, + "95.0" : 1484269.7246914564, + "99.0" : 1484269.7246914564, + "99.9" : 1484269.7246914564, + "99.99" : 1484269.7246914564, + "99.999" : 1484269.7246914564, + "99.9999" : 1484269.7246914564, + "100.0" : 1484269.7246914564 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1400169.407130727, + 1463980.9202155902, + 1484269.7246914564, + 1456708.0157164421, + 1467073.0736405442 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 158793.37551473925, + "scoreError" : 12703.669842401894, + "scoreConfidence" : [ + 146089.70567233735, + 171497.04535714115 + ], + "scorePercentiles" : { + "0.0" : 153770.563619077, + "50.0" : 158982.3695592013, + "90.0" : 162330.4966059225, + "95.0" : 162330.4966059225, + "99.0" : 162330.4966059225, + "99.9" : 162330.4966059225, + "99.99" : 162330.4966059225, + "99.999" : 162330.4966059225, + "99.9999" : 162330.4966059225, + "100.0" : 162330.4966059225 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 157873.2819970076, + 161010.165792488, + 162330.4966059225, + 158982.3695592013, + 153770.563619077 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1428.2143616580283, + "scoreError" : 111.14905819506548, + "scoreConfidence" : [ + 1317.065303462963, + 1539.3634198530938 + ], + "scorePercentiles" : { + "0.0" : 1385.0329602320635, + "50.0" : 1424.6070448744485, + "90.0" : 1461.0269823282551, + "95.0" : 1461.0269823282551, + "99.0" : 1461.0269823282551, + "99.9" : 1461.0269823282551, + "99.99" : 1461.0269823282551, + "99.999" : 1461.0269823282551, + "99.9999" : 1461.0269823282551, + "100.0" : 1461.0269823282551 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1461.0269823282551, + 1423.3536494143864, + 1424.6070448744485, + 1447.0511714409886, + 1385.0329602320635 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.156095000175175E7, + "scoreError" : 1154775.2776423725, + "scoreConfidence" : [ + 2.0406174724109378E7, + 2.2715725279394124E7 + ], + "scorePercentiles" : { + "0.0" : 2.1122652202334274E7, + "50.0" : 2.162704895746869E7, + "90.0" : 2.193389591021549E7, + "95.0" : 2.193389591021549E7, + "99.0" : 2.193389591021549E7, + "99.9" : 2.193389591021549E7, + "99.99" : 2.193389591021549E7, + "99.999" : 2.193389591021549E7, + "99.9999" : 2.193389591021549E7, + "100.0" : 2.193389591021549E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.162704895746869E7, + 2.145062962221767E7, + 2.193389591021549E7, + 2.1122652202334274E7, + 2.1670523316522636E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2829686.0702952323, + "scoreError" : 362655.9770681441, + "scoreConfidence" : [ + 2467030.0932270885, + 3192342.0473633762 + ], + "scorePercentiles" : { + "0.0" : 2690160.2457993743, + "50.0" : 2851949.068695055, + "90.0" : 2947250.854092095, + "95.0" : 2947250.854092095, + "99.0" : 2947250.854092095, + "99.9" : 2947250.854092095, + "99.99" : 2947250.854092095, + "99.999" : 2947250.854092095, + "99.9999" : 2947250.854092095, + "100.0" : 2947250.854092095 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2800420.446563517, + 2947250.854092095, + 2858649.736326121, + 2851949.068695055, + 2690160.2457993743 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 233182.90319150087, + "scoreError" : 37688.96196162468, + "scoreConfidence" : [ + 195493.9412298762, + 270871.86515312555 + ], + "scorePercentiles" : { + "0.0" : 219870.36489821126, + "50.0" : 239723.04096499758, + "90.0" : 240681.1906790901, + "95.0" : 240681.1906790901, + "99.0" : 240681.1906790901, + "99.9" : 240681.1906790901, + "99.99" : 240681.1906790901, + "99.999" : 240681.1906790901, + "99.9999" : 240681.1906790901, + "100.0" : 240681.1906790901 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 225515.4498500266, + 240124.4695651787, + 239723.04096499758, + 240681.1906790901, + 219870.36489821126 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 797.3514226321058, + "scoreError" : 41.244361336078875, + "scoreConfidence" : [ + 756.1070612960269, + 838.5957839681847 + ], + "scorePercentiles" : { + "0.0" : 782.8882517092777, + "50.0" : 803.4731995828007, + "90.0" : 806.2215027764064, + "95.0" : 806.2215027764064, + "99.0" : 806.2215027764064, + "99.9" : 806.2215027764064, + "99.99" : 806.2215027764064, + "99.999" : 806.2215027764064, + "99.9999" : 806.2215027764064, + "100.0" : 806.2215027764064 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 805.2549153424418, + 782.8882517092777, + 788.9192437496025, + 806.2215027764064, + 803.4731995828007 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.776841427478876E7, + "scoreError" : 3381564.293280347, + "scoreConfidence" : [ + 2.438684998150841E7, + 3.1149978568069108E7 + ], + "scorePercentiles" : { + "0.0" : 2.6779105154370964E7, + "50.0" : 2.8240529630930185E7, + "90.0" : 2.8522680217651267E7, + "95.0" : 2.8522680217651267E7, + "99.0" : 2.8522680217651267E7, + "99.9" : 2.8522680217651267E7, + "99.99" : 2.8522680217651267E7, + "99.999" : 2.8522680217651267E7, + "99.9999" : 2.8522680217651267E7, + "100.0" : 2.8522680217651267E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6779105154370964E7, + 2.6847953351214413E7, + 2.8240529630930185E7, + 2.8522680217651267E7, + 2.845180301977699E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4836449.748238405, + "scoreError" : 458617.9400281308, + "scoreConfidence" : [ + 4377831.808210274, + 5295067.688266536 + ], + "scorePercentiles" : { + "0.0" : 4633416.955066302, + "50.0" : 4875403.547040474, + "90.0" : 4923201.7521381555, + "95.0" : 4923201.7521381555, + "99.0" : 4923201.7521381555, + "99.9" : 4923201.7521381555, + "99.99" : 4923201.7521381555, + "99.999" : 4923201.7521381555, + "99.9999" : 4923201.7521381555, + "100.0" : 4923201.7521381555 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4633416.955066302, + 4833367.40181345, + 4875403.547040474, + 4916859.085133642, + 4923201.7521381555 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 421388.70977943763, + "scoreError" : 70099.47261765445, + "scoreConfidence" : [ + 351289.23716178315, + 491488.1823970921 + ], + "scorePercentiles" : { + "0.0" : 395696.6247947509, + "50.0" : 431578.4398248153, + "90.0" : 438357.9201794542, + "95.0" : 438357.9201794542, + "99.0" : 438357.9201794542, + "99.9" : 438357.9201794542, + "99.99" : 438357.9201794542, + "99.999" : 438357.9201794542, + "99.9999" : 438357.9201794542, + "100.0" : 438357.9201794542 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 408978.64725843485, + 432331.9168397329, + 438357.9201794542, + 395696.6247947509, + 431578.4398248153 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2724.3150407611975, + "scoreError" : 269.665254891065, + "scoreConfidence" : [ + 2454.6497858701323, + 2993.9802956522626 + ], + "scorePercentiles" : { + "0.0" : 2601.7587513482736, + "50.0" : 2751.2193745171135, + "90.0" : 2777.404360090851, + "95.0" : 2777.404360090851, + "99.0" : 2777.404360090851, + "99.9" : 2777.404360090851, + "99.99" : 2777.404360090851, + "99.999" : 2777.404360090851, + "99.9999" : 2777.404360090851, + "100.0" : 2777.404360090851 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2751.2193745171135, + 2736.955479258718, + 2601.7587513482736, + 2777.404360090851, + 2754.2372385910317 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.06420465809345E7, + "scoreError" : 1095600.5344350243, + "scoreConfidence" : [ + 1.9546446046499476E7, + 2.173764711536952E7 + ], + "scorePercentiles" : { + "0.0" : 2.0275864955792177E7, + "50.0" : 2.057352414822171E7, + "90.0" : 2.0990458258303765E7, + "95.0" : 2.0990458258303765E7, + "99.0" : 2.0990458258303765E7, + "99.9" : 2.0990458258303765E7, + "99.99" : 2.0990458258303765E7, + "99.999" : 2.0990458258303765E7, + "99.9999" : 2.0990458258303765E7, + "100.0" : 2.0990458258303765E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0858278572182562E7, + 2.057352414822171E7, + 2.0275864955792177E7, + 2.051210697017229E7, + 2.0990458258303765E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3034271.361510782, + "scoreError" : 285079.47290989093, + "scoreConfidence" : [ + 2749191.888600891, + 3319350.834420673 + ], + "scorePercentiles" : { + "0.0" : 2904725.238109527, + "50.0" : 3062280.8551851814, + "90.0" : 3087219.7306346493, + "95.0" : 3087219.7306346493, + "99.0" : 3087219.7306346493, + "99.9" : 3087219.7306346493, + "99.99" : 3087219.7306346493, + "99.999" : 3087219.7306346493, + "99.9999" : 3087219.7306346493, + "100.0" : 3087219.7306346493 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3044897.9764984227, + 3072233.0071261306, + 2904725.238109527, + 3087219.7306346493, + 3062280.8551851814 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 246598.06429851856, + "scoreError" : 16964.271689672605, + "scoreConfidence" : [ + 229633.79260884595, + 263562.3359881912 + ], + "scorePercentiles" : { + "0.0" : 241264.32189877835, + "50.0" : 246065.25262959508, + "90.0" : 253542.125341862, + "95.0" : 253542.125341862, + "99.0" : 253542.125341862, + "99.9" : 253542.125341862, + "99.99" : 253542.125341862, + "99.999" : 253542.125341862, + "99.9999" : 253542.125341862, + "100.0" : 253542.125341862 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 241264.32189877835, + 246065.25262959508, + 253542.125341862, + 245832.47518751095, + 246286.14643484642 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 892.1222528729911, + "scoreError" : 101.72562112777383, + "scoreConfidence" : [ + 790.3966317452173, + 993.8478740007649 + ], + "scorePercentiles" : { + "0.0" : 846.1528736613834, + "50.0" : 899.8309987696916, + "90.0" : 912.0248296504757, + "95.0" : 912.0248296504757, + "99.0" : 912.0248296504757, + "99.9" : 912.0248296504757, + "99.99" : 912.0248296504757, + "99.999" : 912.0248296504757, + "99.9999" : 912.0248296504757, + "100.0" : 912.0248296504757 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 846.1528736613834, + 906.5154323110597, + 899.8309987696916, + 896.0871299723451, + 912.0248296504757 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8952053187183112E7, + "scoreError" : 1419535.0454112685, + "scoreConfidence" : [ + 2.753251814177184E7, + 3.0371588232594382E7 + ], + "scorePercentiles" : { + "0.0" : 2.8476613446912665E7, + "50.0" : 2.8973524955215655E7, + "90.0" : 2.9396893263162885E7, + "95.0" : 2.9396893263162885E7, + "99.0" : 2.9396893263162885E7, + "99.9" : 2.9396893263162885E7, + "99.99" : 2.9396893263162885E7, + "99.999" : 2.9396893263162885E7, + "99.9999" : 2.9396893263162885E7, + "100.0" : 2.9396893263162885E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.8973524955215655E7, + 2.8476613446912665E7, + 2.9396893263162885E7, + 2.9200726995876476E7, + 2.8712507274747875E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1466158.8587816441, + "scoreError" : 112086.2516388047, + "scoreConfidence" : [ + 1354072.6071428393, + 1578245.110420449 + ], + "scorePercentiles" : { + "0.0" : 1432222.6676757985, + "50.0" : 1458539.1705969744, + "90.0" : 1501882.158091931, + "95.0" : 1501882.158091931, + "99.0" : 1501882.158091931, + "99.9" : 1501882.158091931, + "99.99" : 1501882.158091931, + "99.999" : 1501882.158091931, + "99.9999" : 1501882.158091931, + "100.0" : 1501882.158091931 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1432222.6676757985, + 1458539.1705969744, + 1501882.158091931, + 1490126.4864192551, + 1448023.8111242622 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 160974.31206709132, + "scoreError" : 11341.874710327324, + "scoreConfidence" : [ + 149632.43735676399, + 172316.18677741865 + ], + "scorePercentiles" : { + "0.0" : 157128.7942400179, + "50.0" : 161598.46336256896, + "90.0" : 164005.98277254813, + "95.0" : 164005.98277254813, + "99.0" : 164005.98277254813, + "99.9" : 164005.98277254813, + "99.99" : 164005.98277254813, + "99.999" : 164005.98277254813, + "99.9999" : 164005.98277254813, + "100.0" : 164005.98277254813 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 157128.7942400179, + 158798.02767806893, + 163340.29228225266, + 161598.46336256896, + 164005.98277254813 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1339.8875153396864, + "scoreError" : 66.76861614473268, + "scoreConfidence" : [ + 1273.1188991949537, + 1406.6561314844191 + ], + "scorePercentiles" : { + "0.0" : 1311.8215576376695, + "50.0" : 1345.7904274446043, + "90.0" : 1358.332120289482, + "95.0" : 1358.332120289482, + "99.0" : 1358.332120289482, + "99.9" : 1358.332120289482, + "99.99" : 1358.332120289482, + "99.999" : 1358.332120289482, + "99.9999" : 1358.332120289482, + "100.0" : 1358.332120289482 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1311.8215576376695, + 1345.8079775739031, + 1345.7904274446043, + 1358.332120289482, + 1337.6854937527733 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1356949234641057E7, + "scoreError" : 439424.0636655451, + "scoreConfidence" : [ + 2.091752517097551E7, + 2.1796373298306603E7 + ], + "scorePercentiles" : { + "0.0" : 2.1160554135765057E7, + "50.0" : 2.1380136506908197E7, + "90.0" : 2.14558956829546E7, + "95.0" : 2.14558956829546E7, + "99.0" : 2.14558956829546E7, + "99.9" : 2.14558956829546E7, + "99.99" : 2.14558956829546E7, + "99.999" : 2.14558956829546E7, + "99.9999" : 2.14558956829546E7, + "100.0" : 2.14558956829546E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1408816433625028E7, + 2.1379343413952406E7, + 2.1160554135765057E7, + 2.1380136506908197E7, + 2.14558956829546E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2924015.945438151, + "scoreError" : 381259.31452434574, + "scoreConfidence" : [ + 2542756.630913805, + 3305275.2599624963 + ], + "scorePercentiles" : { + "0.0" : 2756893.519611332, + "50.0" : 2966771.2617555764, + "90.0" : 2996071.139542033, + "95.0" : 2996071.139542033, + "99.0" : 2996071.139542033, + "99.9" : 2996071.139542033, + "99.99" : 2996071.139542033, + "99.999" : 2996071.139542033, + "99.9999" : 2996071.139542033, + "100.0" : 2996071.139542033 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2912124.3608063967, + 2756893.519611332, + 2988219.445475415, + 2996071.139542033, + 2966771.2617555764 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 241826.59014093448, + "scoreError" : 38071.36262943069, + "scoreConfidence" : [ + 203755.2275115038, + 279897.95277036517 + ], + "scorePercentiles" : { + "0.0" : 225099.37103637197, + "50.0" : 243559.91266062768, + "90.0" : 251107.97304343354, + "95.0" : 251107.97304343354, + "99.0" : 251107.97304343354, + "99.9" : 251107.97304343354, + "99.99" : 251107.97304343354, + "99.999" : 251107.97304343354, + "99.9999" : 251107.97304343354, + "100.0" : 251107.97304343354 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 225099.37103637197, + 251107.97304343354, + 242987.6652361307, + 246378.02872810845, + 243559.91266062768 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 845.1615381148752, + "scoreError" : 62.28891965391033, + "scoreConfidence" : [ + 782.8726184609649, + 907.4504577687854 + ], + "scorePercentiles" : { + "0.0" : 819.5411520216416, + "50.0" : 848.5428669151617, + "90.0" : 861.6117611868563, + "95.0" : 861.6117611868563, + "99.0" : 861.6117611868563, + "99.9" : 861.6117611868563, + "99.99" : 861.6117611868563, + "99.999" : 861.6117611868563, + "99.9999" : 861.6117611868563, + "100.0" : 861.6117611868563 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 848.5428669151617, + 861.6117611868563, + 819.5411520216416, + 854.8190742874245, + 841.2928361632919 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8282744872623812E7, + "scoreError" : 4096196.7289317455, + "scoreConfidence" : [ + 2.418654814369207E7, + 3.2378941601555556E7 + ], + "scorePercentiles" : { + "0.0" : 2.672442391618389E7, + "50.0" : 2.8557156848072708E7, + "90.0" : 2.9336363296514433E7, + "95.0" : 2.9336363296514433E7, + "99.0" : 2.9336363296514433E7, + "99.9" : 2.9336363296514433E7, + "99.99" : 2.9336363296514433E7, + "99.999" : 2.9336363296514433E7, + "99.9999" : 2.9336363296514433E7, + "100.0" : 2.9336363296514433E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.773226054085013E7, + 2.8557156848072708E7, + 2.672442391618389E7, + 2.9336363296514433E7, + 2.9063519761497915E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4891696.685026881, + "scoreError" : 845060.0257601102, + "scoreConfidence" : [ + 4046636.659266771, + 5736756.710786992 + ], + "scorePercentiles" : { + "0.0" : 4566310.544914963, + "50.0" : 4980065.856581937, + "90.0" : 5107701.311304734, + "95.0" : 5107701.311304734, + "99.0" : 5107701.311304734, + "99.9" : 5107701.311304734, + "99.99" : 5107701.311304734, + "99.999" : 5107701.311304734, + "99.9999" : 5107701.311304734, + "100.0" : 5107701.311304734 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4566310.544914963, + 4980065.856581937, + 4775542.457010881, + 5107701.311304734, + 5028863.255321895 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 431826.47714161186, + "scoreError" : 37897.930152960114, + "scoreConfidence" : [ + 393928.54698865174, + 469724.407294572 + ], + "scorePercentiles" : { + "0.0" : 414925.9374576226, + "50.0" : 435110.8250526123, + "90.0" : 440592.09550298634, + "95.0" : 440592.09550298634, + "99.0" : 440592.09550298634, + "99.9" : 440592.09550298634, + "99.99" : 440592.09550298634, + "99.999" : 440592.09550298634, + "99.9999" : 440592.09550298634, + "100.0" : 440592.09550298634 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 435356.83869369497, + 440592.09550298634, + 433146.68900114304, + 414925.9374576226, + 435110.8250526123 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2705.251971859829, + "scoreError" : 213.70844580228405, + "scoreConfidence" : [ + 2491.543526057545, + 2918.9604176621133 + ], + "scorePercentiles" : { + "0.0" : 2624.882982956335, + "50.0" : 2711.2768910965506, + "90.0" : 2763.0956383340604, + "95.0" : 2763.0956383340604, + "99.0" : 2763.0956383340604, + "99.9" : 2763.0956383340604, + "99.99" : 2763.0956383340604, + "99.999" : 2763.0956383340604, + "99.9999" : 2763.0956383340604, + "100.0" : 2763.0956383340604 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2747.731110494669, + 2763.0956383340604, + 2711.2768910965506, + 2624.882982956335, + 2679.273236417529 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0940081885050762E7, + "scoreError" : 1607577.5403015027, + "scoreConfidence" : [ + 1.933250434474926E7, + 2.2547659425352264E7 + ], + "scorePercentiles" : { + "0.0" : 2.036577786167664E7, + "50.0" : 2.089060569146359E7, + "90.0" : 2.151377533952724E7, + "95.0" : 2.151377533952724E7, + "99.0" : 2.151377533952724E7, + "99.9" : 2.151377533952724E7, + "99.99" : 2.151377533952724E7, + "99.999" : 2.151377533952724E7, + "99.9999" : 2.151377533952724E7, + "100.0" : 2.151377533952724E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.109649491066364E7, + 2.036577786167664E7, + 2.089060569146359E7, + 2.151377533952724E7, + 2.08337556219227E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2906889.040072131, + "scoreError" : 512202.49454562727, + "scoreConfidence" : [ + 2394686.5455265036, + 3419091.5346177584 + ], + "scorePercentiles" : { + "0.0" : 2684832.6976561416, + "50.0" : 2981077.8865225427, + "90.0" : 3001474.6356611606, + "95.0" : 3001474.6356611606, + "99.0" : 3001474.6356611606, + "99.9" : 3001474.6356611606, + "99.99" : 3001474.6356611606, + "99.999" : 3001474.6356611606, + "99.9999" : 3001474.6356611606, + "100.0" : 3001474.6356611606 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2880635.9731140244, + 2986424.0074067865, + 2684832.6976561416, + 2981077.8865225427, + 3001474.6356611606 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 249009.99445613794, + "scoreError" : 20114.344234873934, + "scoreConfidence" : [ + 228895.650221264, + 269124.3386910119 + ], + "scorePercentiles" : { + "0.0" : 240190.8915051138, + "50.0" : 250979.4963187198, + "90.0" : 253844.45001283218, + "95.0" : 253844.45001283218, + "99.0" : 253844.45001283218, + "99.9" : 253844.45001283218, + "99.99" : 253844.45001283218, + "99.999" : 253844.45001283218, + "99.9999" : 253844.45001283218, + "100.0" : 253844.45001283218 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 240190.8915051138, + 250979.4963187198, + 248995.94693618466, + 251039.18750783935, + 253844.45001283218 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 886.0574475184618, + "scoreError" : 71.58943390410805, + "scoreConfidence" : [ + 814.4680136143537, + 957.6468814225699 + ], + "scorePercentiles" : { + "0.0" : 857.220680106419, + "50.0" : 887.7037217812258, + "90.0" : 908.4602797425932, + "95.0" : 908.4602797425932, + "99.0" : 908.4602797425932, + "99.9" : 908.4602797425932, + "99.99" : 908.4602797425932, + "99.999" : 908.4602797425932, + "99.9999" : 908.4602797425932, + "100.0" : 908.4602797425932 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 857.220680106419, + 884.2700335602834, + 887.7037217812258, + 892.6325224017879, + 908.4602797425932 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8167101000065893E7, + "scoreError" : 9046685.906080918, + "scoreConfidence" : [ + 1.9120415093984976E7, + 3.721378690614681E7 + ], + "scorePercentiles" : { + "0.0" : 2.4039780044074673E7, + "50.0" : 2.8931344070591833E7, + "90.0" : 2.9925151410267923E7, + "95.0" : 2.9925151410267923E7, + "99.0" : 2.9925151410267923E7, + "99.9" : 2.9925151410267923E7, + "99.99" : 2.9925151410267923E7, + "99.999" : 2.9925151410267923E7, + "99.9999" : 2.9925151410267923E7, + "100.0" : 2.9925151410267923E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4039780044074673E7, + 2.9170854854402516E7, + 2.876837462099251E7, + 2.8931344070591833E7, + 2.9925151410267923E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1465452.7275811532, + "scoreError" : 151455.20626285588, + "scoreConfidence" : [ + 1313997.5213182974, + 1616907.933844009 + ], + "scorePercentiles" : { + "0.0" : 1405165.8463411464, + "50.0" : 1467790.1662389475, + "90.0" : 1505872.4753712832, + "95.0" : 1505872.4753712832, + "99.0" : 1505872.4753712832, + "99.9" : 1505872.4753712832, + "99.99" : 1505872.4753712832, + "99.999" : 1505872.4753712832, + "99.9999" : 1505872.4753712832, + "100.0" : 1505872.4753712832 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1405165.8463411464, + 1467790.1662389475, + 1454713.8658697142, + 1505872.4753712832, + 1493721.2840846744 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 156194.23598716297, + "scoreError" : 8205.28064596743, + "scoreConfidence" : [ + 147988.95534119554, + 164399.5166331304 + ], + "scorePercentiles" : { + "0.0" : 153453.20492958374, + "50.0" : 156128.50253801778, + "90.0" : 159209.12490381248, + "95.0" : 159209.12490381248, + "99.0" : 159209.12490381248, + "99.9" : 159209.12490381248, + "99.99" : 159209.12490381248, + "99.999" : 159209.12490381248, + "99.9999" : 159209.12490381248, + "100.0" : 159209.12490381248 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 155214.41585510928, + 153453.20492958374, + 156965.9317092916, + 159209.12490381248, + 156128.50253801778 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1447.6488290048258, + "scoreError" : 56.72828040798038, + "scoreConfidence" : [ + 1390.9205485968455, + 1504.377109412806 + ], + "scorePercentiles" : { + "0.0" : 1423.1904977840034, + "50.0" : 1449.762688525238, + "90.0" : 1460.457995871471, + "95.0" : 1460.457995871471, + "99.0" : 1460.457995871471, + "99.9" : 1460.457995871471, + "99.99" : 1460.457995871471, + "99.999" : 1460.457995871471, + "99.9999" : 1460.457995871471, + "100.0" : 1460.457995871471 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1449.762688525238, + 1457.7047389338074, + 1423.1904977840034, + 1460.457995871471, + 1447.1282239096088 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9797963175920807E7, + "scoreError" : 3651505.668492689, + "scoreConfidence" : [ + 1.6146457507428117E7, + 2.3449468844413497E7 + ], + "scorePercentiles" : { + "0.0" : 1.8263060254657224E7, + "50.0" : 2.0164259109658655E7, + "90.0" : 2.0693686761138048E7, + "95.0" : 2.0693686761138048E7, + "99.0" : 2.0693686761138048E7, + "99.9" : 2.0693686761138048E7, + "99.99" : 2.0693686761138048E7, + "99.999" : 2.0693686761138048E7, + "99.9999" : 2.0693686761138048E7, + "100.0" : 2.0693686761138048E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.9568809262503553E7, + 2.0693686761138048E7, + 1.8263060254657224E7, + 2.0164259109658655E7, + 2.030000049164656E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2892935.798847793, + "scoreError" : 292890.3526118395, + "scoreConfidence" : [ + 2600045.446235954, + 3185826.1514596324 + ], + "scorePercentiles" : { + "0.0" : 2800106.480145767, + "50.0" : 2921882.2017378476, + "90.0" : 2977840.40436173, + "95.0" : 2977840.40436173, + "99.0" : 2977840.40436173, + "99.9" : 2977840.40436173, + "99.99" : 2977840.40436173, + "99.999" : 2977840.40436173, + "99.9999" : 2977840.40436173, + "100.0" : 2977840.40436173 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2921882.2017378476, + 2826491.0217787945, + 2800106.480145767, + 2977840.40436173, + 2938358.886214826 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 238757.98164822292, + "scoreError" : 10910.336697899014, + "scoreConfidence" : [ + 227847.6449503239, + 249668.31834612193 + ], + "scorePercentiles" : { + "0.0" : 234607.67810352656, + "50.0" : 240147.82016162726, + "90.0" : 241643.7242936927, + "95.0" : 241643.7242936927, + "99.0" : 241643.7242936927, + "99.9" : 241643.7242936927, + "99.99" : 241643.7242936927, + "99.999" : 241643.7242936927, + "99.9999" : 241643.7242936927, + "100.0" : 241643.7242936927 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 237175.45209718653, + 241643.7242936927, + 234607.67810352656, + 240215.2335850816, + 240147.82016162726 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 842.3081971372449, + "scoreError" : 53.416903269447985, + "scoreConfidence" : [ + 788.8912938677969, + 895.7251004066928 + ], + "scorePercentiles" : { + "0.0" : 828.265876300108, + "50.0" : 840.60652656092, + "90.0" : 864.917472750775, + "95.0" : 864.917472750775, + "99.0" : 864.917472750775, + "99.9" : 864.917472750775, + "99.99" : 864.917472750775, + "99.999" : 864.917472750775, + "99.9999" : 864.917472750775, + "100.0" : 864.917472750775 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 834.6968062397476, + 828.265876300108, + 843.0543038346734, + 864.917472750775, + 840.60652656092 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4597726374472264E7, + "scoreError" : 5377726.684756732, + "scoreConfidence" : [ + 1.9219999689715534E7, + 2.9975453059228994E7 + ], + "scorePercentiles" : { + "0.0" : 2.2234128587545905E7, + "50.0" : 2.484635505433347E7, + "90.0" : 2.56840166940293E7, + "95.0" : 2.56840166940293E7, + "99.0" : 2.56840166940293E7, + "99.9" : 2.56840166940293E7, + "99.99" : 2.56840166940293E7, + "99.999" : 2.56840166940293E7, + "99.9999" : 2.56840166940293E7, + "100.0" : 2.56840166940293E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.56840166940293E7, + 2.2234128587545905E7, + 2.464079137975514E7, + 2.484635505433347E7, + 2.5583340156697497E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4943165.427248617, + "scoreError" : 908345.453481555, + "scoreConfidence" : [ + 4034819.9737670617, + 5851510.880730172 + ], + "scorePercentiles" : { + "0.0" : 4547637.114568896, + "50.0" : 5023896.234485632, + "90.0" : 5120164.581384975, + "95.0" : 5120164.581384975, + "99.0" : 5120164.581384975, + "99.9" : 5120164.581384975, + "99.99" : 5120164.581384975, + "99.999" : 5120164.581384975, + "99.9999" : 5120164.581384975, + "100.0" : 5120164.581384975 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4547637.114568896, + 5023896.234485632, + 4915106.557596323, + 5109022.648207258, + 5120164.581384975 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 430039.3979384342, + "scoreError" : 26177.02873468494, + "scoreConfidence" : [ + 403862.3692037493, + 456216.42667311913 + ], + "scorePercentiles" : { + "0.0" : 420316.5298992951, + "50.0" : 429085.6764453315, + "90.0" : 436594.3957941904, + "95.0" : 436594.3957941904, + "99.0" : 436594.3957941904, + "99.9" : 436594.3957941904, + "99.99" : 436594.3957941904, + "99.999" : 436594.3957941904, + "99.9999" : 436594.3957941904, + "100.0" : 436594.3957941904 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 429085.6764453315, + 436456.2627746414, + 420316.5298992951, + 427744.1247787126, + 436594.3957941904 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2639.540012755265, + "scoreError" : 461.09194131995645, + "scoreConfidence" : [ + 2178.4480714353085, + 3100.631954075221 + ], + "scorePercentiles" : { + "0.0" : 2431.8493405350123, + "50.0" : 2670.5350779829723, + "90.0" : 2739.4459980593333, + "95.0" : 2739.4459980593333, + "99.0" : 2739.4459980593333, + "99.9" : 2739.4459980593333, + "99.99" : 2739.4459980593333, + "99.999" : 2739.4459980593333, + "99.9999" : 2739.4459980593333, + "100.0" : 2739.4459980593333 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2670.5350779829723, + 2431.8493405350123, + 2665.109614000547, + 2690.7600331984613, + 2739.4459980593333 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1447787035677157E7, + "scoreError" : 7474378.826349429, + "scoreConfidence" : [ + 1.3973408209327728E7, + 2.8922165862026587E7 + ], + "scorePercentiles" : { + "0.0" : 1.7976497313878503E7, + "50.0" : 2.228012564304648E7, + "90.0" : 2.2379832679107454E7, + "95.0" : 2.2379832679107454E7, + "99.0" : 2.2379832679107454E7, + "99.9" : 2.2379832679107454E7, + "99.99" : 2.2379832679107454E7, + "99.999" : 2.2379832679107454E7, + "99.9999" : 2.2379832679107454E7, + "100.0" : 2.2379832679107454E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7976497313878503E7, + 2.2339559718094368E7, + 2.226291982425897E7, + 2.228012564304648E7, + 2.2379832679107454E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2947976.294738141, + "scoreError" : 257916.797744462, + "scoreConfidence" : [ + 2690059.496993679, + 3205893.0924826027 + ], + "scorePercentiles" : { + "0.0" : 2880233.2865680587, + "50.0" : 2925413.047682242, + "90.0" : 3041225.53028752, + "95.0" : 3041225.53028752, + "99.0" : 3041225.53028752, + "99.9" : 3041225.53028752, + "99.99" : 3041225.53028752, + "99.999" : 3041225.53028752, + "99.9999" : 3041225.53028752, + "100.0" : 3041225.53028752 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2900966.860488764, + 2880233.2865680587, + 3041225.53028752, + 2925413.047682242, + 2992042.7486641193 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 250022.68836733085, + "scoreError" : 16308.915288458496, + "scoreConfidence" : [ + 233713.77307887236, + 266331.60365578934 + ], + "scorePercentiles" : { + "0.0" : 243882.61344491027, + "50.0" : 252286.44021115676, + "90.0" : 253534.93996688304, + "95.0" : 253534.93996688304, + "99.0" : 253534.93996688304, + "99.9" : 253534.93996688304, + "99.99" : 253534.93996688304, + "99.999" : 253534.93996688304, + "99.9999" : 253534.93996688304, + "100.0" : 253534.93996688304 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 243882.61344491027, + 252286.44021115676, + 253534.93996688304, + 247330.15655085383, + 253079.29166285024 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 933.4932372843926, + "scoreError" : 131.77426397588823, + "scoreConfidence" : [ + 801.7189733085045, + 1065.2675012602808 + ], + "scorePercentiles" : { + "0.0" : 876.974194514934, + "50.0" : 945.5897993985702, + "90.0" : 959.4803531165949, + "95.0" : 959.4803531165949, + "99.0" : 959.4803531165949, + "99.9" : 959.4803531165949, + "99.99" : 959.4803531165949, + "99.999" : 959.4803531165949, + "99.9999" : 959.4803531165949, + "100.0" : 959.4803531165949 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 876.974194514934, + 926.9246154304637, + 958.497223961401, + 945.5897993985702, + 959.4803531165949 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.554871170764492E7, + "scoreError" : 2807004.5748576256, + "scoreConfidence" : [ + 2.2741707132787295E7, + 2.8355716282502547E7 + ], + "scorePercentiles" : { + "0.0" : 2.425363340992957E7, + "50.0" : 2.585543835757012E7, + "90.0" : 2.599930835961856E7, + "95.0" : 2.599930835961856E7, + "99.0" : 2.599930835961856E7, + "99.9" : 2.599930835961856E7, + "99.99" : 2.599930835961856E7, + "99.999" : 2.599930835961856E7, + "99.9999" : 2.599930835961856E7, + "100.0" : 2.599930835961856E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.425363340992957E7, + 2.585543835757012E7, + 2.5759911379709814E7, + 2.5875267031396553E7, + 2.599930835961856E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1477022.3204873784, + "scoreError" : 129842.28748038056, + "scoreConfidence" : [ + 1347180.0330069978, + 1606864.607967759 + ], + "scorePercentiles" : { + "0.0" : 1425667.6296778156, + "50.0" : 1489333.6375281347, + "90.0" : 1512592.4515697237, + "95.0" : 1512592.4515697237, + "99.0" : 1512592.4515697237, + "99.9" : 1512592.4515697237, + "99.99" : 1512592.4515697237, + "99.999" : 1512592.4515697237, + "99.9999" : 1512592.4515697237, + "100.0" : 1512592.4515697237 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1425667.6296778156, + 1494378.0805333618, + 1463139.8031278558, + 1489333.6375281347, + 1512592.4515697237 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 155998.48762995712, + "scoreError" : 23922.796701404717, + "scoreConfidence" : [ + 132075.69092855242, + 179921.28433136182 + ], + "scorePercentiles" : { + "0.0" : 145924.7639068879, + "50.0" : 156606.44834118267, + "90.0" : 161707.08239557786, + "95.0" : 161707.08239557786, + "99.0" : 161707.08239557786, + "99.9" : 161707.08239557786, + "99.99" : 161707.08239557786, + "99.999" : 161707.08239557786, + "99.9999" : 161707.08239557786, + "100.0" : 161707.08239557786 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 145924.7639068879, + 156606.44834118267, + 161707.08239557786, + 160416.1220475781, + 155338.02145855906 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1380.880535285735, + "scoreError" : 188.3163574987877, + "scoreConfidence" : [ + 1192.5641777869473, + 1569.1968927845228 + ], + "scorePercentiles" : { + "0.0" : 1302.0721727741454, + "50.0" : 1386.3367646480017, + "90.0" : 1431.5665560044392, + "95.0" : 1431.5665560044392, + "99.0" : 1431.5665560044392, + "99.9" : 1431.5665560044392, + "99.99" : 1431.5665560044392, + "99.999" : 1431.5665560044392, + "99.9999" : 1431.5665560044392, + "100.0" : 1431.5665560044392 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1386.3367646480017, + 1408.0310066242746, + 1376.3961763778145, + 1431.5665560044392, + 1302.0721727741454 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1016309460371517E7, + "scoreError" : 5222240.834566204, + "scoreConfidence" : [ + 1.5794068625805313E7, + 2.6238550294937722E7 + ], + "scorePercentiles" : { + "0.0" : 1.8658624086404547E7, + "50.0" : 2.1567639367303833E7, + "90.0" : 2.1903247131305646E7, + "95.0" : 2.1903247131305646E7, + "99.0" : 2.1903247131305646E7, + "99.9" : 2.1903247131305646E7, + "99.99" : 2.1903247131305646E7, + "99.999" : 2.1903247131305646E7, + "99.9999" : 2.1903247131305646E7, + "100.0" : 2.1903247131305646E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8658624086404547E7, + 2.1903247131305646E7, + 2.185360203261237E7, + 2.1567639367303833E7, + 2.109843468423119E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2872604.935384915, + "scoreError" : 258148.5836079808, + "scoreConfidence" : [ + 2614456.351776934, + 3130753.518992896 + ], + "scorePercentiles" : { + "0.0" : 2794648.2545007165, + "50.0" : 2893636.2941903532, + "90.0" : 2957584.254991729, + "95.0" : 2957584.254991729, + "99.0" : 2957584.254991729, + "99.9" : 2957584.254991729, + "99.99" : 2957584.254991729, + "99.999" : 2957584.254991729, + "99.9999" : 2957584.254991729, + "100.0" : 2957584.254991729 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2893636.2941903532, + 2794648.2545007165, + 2957584.254991729, + 2814742.544897886, + 2902413.32834389 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 238308.03736184258, + "scoreError" : 8467.765819740476, + "scoreConfidence" : [ + 229840.2715421021, + 246775.80318158306 + ], + "scorePercentiles" : { + "0.0" : 235839.6720295013, + "50.0" : 238524.7841322512, + "90.0" : 241469.57284060153, + "95.0" : 241469.57284060153, + "99.0" : 241469.57284060153, + "99.9" : 241469.57284060153, + "99.99" : 241469.57284060153, + "99.999" : 241469.57284060153, + "99.9999" : 241469.57284060153, + "100.0" : 241469.57284060153 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 235839.6720295013, + 238524.7841322512, + 239035.07495927715, + 241469.57284060153, + 236671.08284758168 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 797.7161288732183, + "scoreError" : 39.7275504415505, + "scoreConfidence" : [ + 757.9885784316677, + 837.4436793147688 + ], + "scorePercentiles" : { + "0.0" : 783.5715744059778, + "50.0" : 801.0917942219726, + "90.0" : 807.7617793476996, + "95.0" : 807.7617793476996, + "99.0" : 807.7617793476996, + "99.9" : 807.7617793476996, + "99.99" : 807.7617793476996, + "99.999" : 807.7617793476996, + "99.9999" : 807.7617793476996, + "100.0" : 807.7617793476996 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 790.5567248586023, + 783.5715744059778, + 805.5987715318386, + 807.7617793476996, + 801.0917942219726 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.6499264726556245E7, + "scoreError" : 4231699.466083552, + "scoreConfidence" : [ + 2.2267565260472693E7, + 3.0730964192639798E7 + ], + "scorePercentiles" : { + "0.0" : 2.472386332918896E7, + "50.0" : 2.6818196760952413E7, + "90.0" : 2.74975387896923E7, + "95.0" : 2.74975387896923E7, + "99.0" : 2.74975387896923E7, + "99.9" : 2.74975387896923E7, + "99.99" : 2.74975387896923E7, + "99.999" : 2.74975387896923E7, + "99.9999" : 2.74975387896923E7, + "100.0" : 2.74975387896923E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.472386332918896E7, + 2.6818196760952413E7, + 2.721598540403886E7, + 2.6240739348908693E7, + 2.74975387896923E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4943137.658054512, + "scoreError" : 695958.0828822468, + "scoreConfidence" : [ + 4247179.575172265, + 5639095.740936759 + ], + "scorePercentiles" : { + "0.0" : 4630293.791440626, + "50.0" : 5029447.684607699, + "90.0" : 5065686.738662517, + "95.0" : 5065686.738662517, + "99.0" : 5065686.738662517, + "99.9" : 5065686.738662517, + "99.99" : 5065686.738662517, + "99.999" : 5065686.738662517, + "99.9999" : 5065686.738662517, + "100.0" : 5065686.738662517 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5044726.6664616605, + 5065686.738662517, + 5029447.684607699, + 4945533.409100058, + 4630293.791440626 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 420301.4049419371, + "scoreError" : 52822.587581873195, + "scoreConfidence" : [ + 367478.8173600639, + 473123.99252381024 + ], + "scorePercentiles" : { + "0.0" : 399191.0223342897, + "50.0" : 420783.85689135914, + "90.0" : 433501.48746580037, + "95.0" : 433501.48746580037, + "99.0" : 433501.48746580037, + "99.9" : 433501.48746580037, + "99.99" : 433501.48746580037, + "99.999" : 433501.48746580037, + "99.9999" : 433501.48746580037, + "100.0" : 433501.48746580037 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 433501.48746580037, + 431261.3238862896, + 420783.85689135914, + 399191.0223342897, + 416769.3341319465 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3210.731151966408, + "scoreError" : 383.04974705495044, + "scoreConfidence" : [ + 2827.681404911458, + 3593.7808990213584 + ], + "scorePercentiles" : { + "0.0" : 3037.6536069984245, + "50.0" : 3233.0254149206207, + "90.0" : 3285.2923999862123, + "95.0" : 3285.2923999862123, + "99.0" : 3285.2923999862123, + "99.9" : 3285.2923999862123, + "99.99" : 3285.2923999862123, + "99.999" : 3285.2923999862123, + "99.9999" : 3285.2923999862123, + "100.0" : 3285.2923999862123 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3230.6022734651806, + 3037.6536069984245, + 3285.2923999862123, + 3267.0820644616033, + 3233.0254149206207 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.437601626254588E7, + "scoreError" : 1505351.8646246125, + "scoreConfidence" : [ + 2.2870664397921268E7, + 2.5881368127170492E7 + ], + "scorePercentiles" : { + "0.0" : 2.3873997054936484E7, + "50.0" : 2.4360344630240187E7, + "90.0" : 2.497037354158327E7, + "95.0" : 2.497037354158327E7, + "99.0" : 2.497037354158327E7, + "99.9" : 2.497037354158327E7, + "99.99" : 2.497037354158327E7, + "99.999" : 2.497037354158327E7, + "99.9999" : 2.497037354158327E7, + "100.0" : 2.497037354158327E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4360344630240187E7, + 2.3873997054936484E7, + 2.497037354158327E7, + 2.437544992277151E7, + 2.429991616319795E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3178177.2011337345, + "scoreError" : 541225.165777668, + "scoreConfidence" : [ + 2636952.0353560667, + 3719402.3669114024 + ], + "scorePercentiles" : { + "0.0" : 2938225.4796265396, + "50.0" : 3246096.1623797743, + "90.0" : 3284083.801490358, + "95.0" : 3284083.801490358, + "99.0" : 3284083.801490358, + "99.9" : 3284083.801490358, + "99.99" : 3284083.801490358, + "99.999" : 3284083.801490358, + "99.9999" : 3284083.801490358, + "100.0" : 3284083.801490358 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3169828.538403664, + 2938225.4796265396, + 3252652.0237683346, + 3246096.1623797743, + 3284083.801490358 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 330387.2256943876, + "scoreError" : 20786.41990673771, + "scoreConfidence" : [ + 309600.80578764994, + 351173.6456011253 + ], + "scorePercentiles" : { + "0.0" : 325758.6947512031, + "50.0" : 328437.62971171364, + "90.0" : 339392.5915300064, + "95.0" : 339392.5915300064, + "99.0" : 339392.5915300064, + "99.9" : 339392.5915300064, + "99.99" : 339392.5915300064, + "99.999" : 339392.5915300064, + "99.9999" : 339392.5915300064, + "100.0" : 339392.5915300064 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 328437.62971171364, + 331083.35187786527, + 339392.5915300064, + 327263.86060114985, + 325758.6947512031 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2099.475790757328, + "scoreError" : 174.2127523706443, + "scoreConfidence" : [ + 1925.2630383866838, + 2273.6885431279725 + ], + "scorePercentiles" : { + "0.0" : 2027.9626265490097, + "50.0" : 2115.5658384085905, + "90.0" : 2140.9219173592946, + "95.0" : 2140.9219173592946, + "99.0" : 2140.9219173592946, + "99.9" : 2140.9219173592946, + "99.99" : 2140.9219173592946, + "99.999" : 2140.9219173592946, + "99.9999" : 2140.9219173592946, + "100.0" : 2140.9219173592946 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2115.5658384085905, + 2128.814373864991, + 2140.9219173592946, + 2027.9626265490097, + 2084.1141976047543 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.616828565136894E7, + "scoreError" : 4212864.8463953035, + "scoreConfidence" : [ + 2.1955420804973636E7, + 3.038115049776424E7 + ], + "scorePercentiles" : { + "0.0" : 2.494568782881821E7, + "50.0" : 2.6568985822964896E7, + "90.0" : 2.7277408011483368E7, + "95.0" : 2.7277408011483368E7, + "99.0" : 2.7277408011483368E7, + "99.9" : 2.7277408011483368E7, + "99.99" : 2.7277408011483368E7, + "99.999" : 2.7277408011483368E7, + "99.9999" : 2.7277408011483368E7, + "100.0" : 2.7277408011483368E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.494568782881821E7, + 2.6989356757064756E7, + 2.5059989836513463E7, + 2.7277408011483368E7, + 2.6568985822964896E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1621144.161677929, + "scoreError" : 70573.24410637675, + "scoreConfidence" : [ + 1550570.9175715523, + 1691717.4057843059 + ], + "scorePercentiles" : { + "0.0" : 1600732.6368317707, + "50.0" : 1620380.7513269975, + "90.0" : 1647058.4956113396, + "95.0" : 1647058.4956113396, + "99.0" : 1647058.4956113396, + "99.9" : 1647058.4956113396, + "99.99" : 1647058.4956113396, + "99.999" : 1647058.4956113396, + "99.9999" : 1647058.4956113396, + "100.0" : 1647058.4956113396 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1620380.7513269975, + 1600732.6368317707, + 1629811.0795123929, + 1607737.8451071444, + 1647058.4956113396 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 187841.9665411491, + "scoreError" : 12388.914246888064, + "scoreConfidence" : [ + 175453.05229426103, + 200230.88078803718 + ], + "scorePercentiles" : { + "0.0" : 183843.06426843672, + "50.0" : 186870.69372661787, + "90.0" : 192351.26484032776, + "95.0" : 192351.26484032776, + "99.0" : 192351.26484032776, + "99.9" : 192351.26484032776, + "99.99" : 192351.26484032776, + "99.999" : 192351.26484032776, + "99.9999" : 192351.26484032776, + "100.0" : 192351.26484032776 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 192351.26484032776, + 183843.06426843672, + 189492.1055693119, + 186652.70430105118, + 186870.69372661787 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1724.1840488530156, + "scoreError" : 189.30279005633994, + "scoreConfidence" : [ + 1534.8812587966756, + 1913.4868389093556 + ], + "scorePercentiles" : { + "0.0" : 1640.726592937337, + "50.0" : 1744.2241460932414, + "90.0" : 1762.433408192126, + "95.0" : 1762.433408192126, + "99.0" : 1762.433408192126, + "99.9" : 1762.433408192126, + "99.99" : 1762.433408192126, + "99.999" : 1762.433408192126, + "99.9999" : 1762.433408192126, + "100.0" : 1762.433408192126 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1752.9059973438098, + 1720.6300996985638, + 1640.726592937337, + 1744.2241460932414, + 1762.433408192126 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5246916141730033E7, + "scoreError" : 1604013.7607093512, + "scoreConfidence" : [ + 2.364290238102068E7, + 2.6850929902439386E7 + ], + "scorePercentiles" : { + "0.0" : 2.469882230479846E7, + "50.0" : 2.52237195962741E7, + "90.0" : 2.5765360170434073E7, + "95.0" : 2.5765360170434073E7, + "99.0" : 2.5765360170434073E7, + "99.9" : 2.5765360170434073E7, + "99.99" : 2.5765360170434073E7, + "99.999" : 2.5765360170434073E7, + "99.9999" : 2.5765360170434073E7, + "100.0" : 2.5765360170434073E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5765360170434073E7, + 2.5025393400604054E7, + 2.5521285236539498E7, + 2.52237195962741E7, + 2.469882230479846E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3063593.11083798, + "scoreError" : 433939.9562270993, + "scoreConfidence" : [ + 2629653.1546108807, + 3497533.0670650797 + ], + "scorePercentiles" : { + "0.0" : 2905530.5774931097, + "50.0" : 3074409.0189830423, + "90.0" : 3177294.2720178617, + "95.0" : 3177294.2720178617, + "99.0" : 3177294.2720178617, + "99.9" : 3177294.2720178617, + "99.99" : 3177294.2720178617, + "99.999" : 3177294.2720178617, + "99.9999" : 3177294.2720178617, + "100.0" : 3177294.2720178617 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3002239.845189117, + 2905530.5774931097, + 3158491.840506771, + 3177294.2720178617, + 3074409.0189830423 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 321969.4097669087, + "scoreError" : 13668.716540806803, + "scoreConfidence" : [ + 308300.69322610187, + 335638.1263077155 + ], + "scorePercentiles" : { + "0.0" : 317292.27782225463, + "50.0" : 321184.40576295526, + "90.0" : 326426.4845772127, + "95.0" : 326426.4845772127, + "99.0" : 326426.4845772127, + "99.9" : 326426.4845772127, + "99.99" : 326426.4845772127, + "99.999" : 326426.4845772127, + "99.9999" : 326426.4845772127, + "100.0" : 326426.4845772127 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 317292.27782225463, + 321184.40576295526, + 324413.55418816576, + 326426.4845772127, + 320530.3264839551 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1806.7928700405694, + "scoreError" : 145.75653668755996, + "scoreConfidence" : [ + 1661.0363333530095, + 1952.5494067281293 + ], + "scorePercentiles" : { + "0.0" : 1755.8941736764516, + "50.0" : 1821.9021307097473, + "90.0" : 1848.1618662600263, + "95.0" : 1848.1618662600263, + "99.0" : 1848.1618662600263, + "99.9" : 1848.1618662600263, + "99.99" : 1848.1618662600263, + "99.999" : 1848.1618662600263, + "99.9999" : 1848.1618662600263, + "100.0" : 1848.1618662600263 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1755.8941736764516, + 1779.6584464329578, + 1821.9021307097473, + 1848.1618662600263, + 1828.3477331236625 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.722116116206466E7, + "scoreError" : 1.182929427024617E7, + "scoreConfidence" : [ + 1.539186689181849E7, + 3.9050455432310835E7 + ], + "scorePercentiles" : { + "0.0" : 2.193310067509556E7, + "50.0" : 2.888545681750462E7, + "90.0" : 2.9099472310518183E7, + "95.0" : 2.9099472310518183E7, + "99.0" : 2.9099472310518183E7, + "99.9" : 2.9099472310518183E7, + "99.99" : 2.9099472310518183E7, + "99.999" : 2.9099472310518183E7, + "99.9999" : 2.9099472310518183E7, + "100.0" : 2.9099472310518183E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.193310067509556E7, + 2.710276330516997E7, + 2.908501270203497E7, + 2.888545681750462E7, + 2.9099472310518183E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4839525.587986724, + "scoreError" : 818458.3560520515, + "scoreConfidence" : [ + 4021067.231934673, + 5657983.944038776 + ], + "scorePercentiles" : { + "0.0" : 4484676.165491035, + "50.0" : 4854581.384256139, + "90.0" : 5030119.942613357, + "95.0" : 5030119.942613357, + "99.0" : 5030119.942613357, + "99.9" : 5030119.942613357, + "99.99" : 5030119.942613357, + "99.999" : 5030119.942613357, + "99.9999" : 5030119.942613357, + "100.0" : 5030119.942613357 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4484676.165491035, + 4854581.384256139, + 4973751.403157557, + 4854499.044415534, + 5030119.942613357 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 432236.6157455016, + "scoreError" : 48634.34738912765, + "scoreConfidence" : [ + 383602.26835637394, + 480870.96313462924 + ], + "scorePercentiles" : { + "0.0" : 409692.68636776396, + "50.0" : 437555.70537055866, + "90.0" : 439280.51608948037, + "95.0" : 439280.51608948037, + "99.0" : 439280.51608948037, + "99.9" : 439280.51608948037, + "99.99" : 439280.51608948037, + "99.999" : 439280.51608948037, + "99.9999" : 439280.51608948037, + "100.0" : 439280.51608948037 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 437079.5087709955, + 439280.51608948037, + 437555.70537055866, + 437574.6621287094, + 409692.68636776396 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3168.61060365914, + "scoreError" : 599.3752801032103, + "scoreConfidence" : [ + 2569.2353235559294, + 3767.9858837623506 + ], + "scorePercentiles" : { + "0.0" : 2960.440741782185, + "50.0" : 3232.819290341866, + "90.0" : 3315.6104528091023, + "95.0" : 3315.6104528091023, + "99.0" : 3315.6104528091023, + "99.9" : 3315.6104528091023, + "99.99" : 3315.6104528091023, + "99.999" : 3315.6104528091023, + "99.9999" : 3315.6104528091023, + "100.0" : 3315.6104528091023 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2960.440741782185, + 3285.082715145642, + 3232.819290341866, + 3315.6104528091023, + 3049.0998182169046 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1727647725446567E7, + "scoreError" : 1365673.2592808674, + "scoreConfidence" : [ + 2.03619744661657E7, + 2.3093320984727435E7 + ], + "scorePercentiles" : { + "0.0" : 2.1320258582751893E7, + "50.0" : 2.1836888727105398E7, + "90.0" : 2.2131374787765786E7, + "95.0" : 2.2131374787765786E7, + "99.0" : 2.2131374787765786E7, + "99.9" : 2.2131374787765786E7, + "99.99" : 2.2131374787765786E7, + "99.999" : 2.2131374787765786E7, + "99.9999" : 2.2131374787765786E7, + "100.0" : 2.2131374787765786E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1394975058121704E7, + 2.1954741471488066E7, + 2.1320258582751893E7, + 2.2131374787765786E7, + 2.1836888727105398E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2810922.747600314, + "scoreError" : 501747.9083884006, + "scoreConfidence" : [ + 2309174.8392119138, + 3312670.6559887147 + ], + "scorePercentiles" : { + "0.0" : 2613438.9986628355, + "50.0" : 2859646.8197508096, + "90.0" : 2923888.940206499, + "95.0" : 2923888.940206499, + "99.0" : 2923888.940206499, + "99.9" : 2923888.940206499, + "99.99" : 2923888.940206499, + "99.999" : 2923888.940206499, + "99.9999" : 2923888.940206499, + "100.0" : 2923888.940206499 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2747767.087248672, + 2909871.892132755, + 2923888.940206499, + 2859646.8197508096, + 2613438.9986628355 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 338170.10032540606, + "scoreError" : 36182.47029555507, + "scoreConfidence" : [ + 301987.630029851, + 374352.57062096114 + ], + "scorePercentiles" : { + "0.0" : 323196.42513993365, + "50.0" : 338366.8311177573, + "90.0" : 347562.9889941219, + "95.0" : 347562.9889941219, + "99.0" : 347562.9889941219, + "99.9" : 347562.9889941219, + "99.99" : 347562.9889941219, + "99.999" : 347562.9889941219, + "99.9999" : 347562.9889941219, + "100.0" : 347562.9889941219 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 323196.42513993365, + 337242.40757191204, + 347562.9889941219, + 338366.8311177573, + 344481.8488033054 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2115.68783657038, + "scoreError" : 63.794119079961135, + "scoreConfidence" : [ + 2051.893717490419, + 2179.481955650341 + ], + "scorePercentiles" : { + "0.0" : 2098.209073345987, + "50.0" : 2114.562444326099, + "90.0" : 2139.819246011812, + "95.0" : 2139.819246011812, + "99.0" : 2139.819246011812, + "99.9" : 2139.819246011812, + "99.99" : 2139.819246011812, + "99.999" : 2139.819246011812, + "99.9999" : 2139.819246011812, + "100.0" : 2139.819246011812 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2122.7605031601206, + 2114.562444326099, + 2139.819246011812, + 2103.0879160078825, + 2098.209073345987 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.735057396039166E7, + "scoreError" : 7673177.19233926, + "scoreConfidence" : [ + 1.96773967680524E7, + 3.502375115273092E7 + ], + "scorePercentiles" : { + "0.0" : 2.39145262222586E7, + "50.0" : 2.795306169977773E7, + "90.0" : 2.907427979855827E7, + "95.0" : 2.907427979855827E7, + "99.0" : 2.907427979855827E7, + "99.9" : 2.907427979855827E7, + "99.99" : 2.907427979855827E7, + "99.999" : 2.907427979855827E7, + "99.9999" : 2.907427979855827E7, + "100.0" : 2.907427979855827E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.39145262222586E7, + 2.765356484986447E7, + 2.795306169977773E7, + 2.907427979855827E7, + 2.8157437231499214E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1536560.3152856096, + "scoreError" : 204816.86132164174, + "scoreConfidence" : [ + 1331743.4539639677, + 1741377.1766072514 + ], + "scorePercentiles" : { + "0.0" : 1454502.3451413328, + "50.0" : 1559698.5966055363, + "90.0" : 1585057.576358519, + "95.0" : 1585057.576358519, + "99.0" : 1585057.576358519, + "99.9" : 1585057.576358519, + "99.99" : 1585057.576358519, + "99.999" : 1585057.576358519, + "99.9999" : 1585057.576358519, + "100.0" : 1585057.576358519 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1454502.3451413328, + 1559698.5966055363, + 1513121.5833664099, + 1570421.4749562505, + 1585057.576358519 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 181077.322920873, + "scoreError" : 5605.785292525532, + "scoreConfidence" : [ + 175471.53762834746, + 186683.10821339855 + ], + "scorePercentiles" : { + "0.0" : 178820.65599266198, + "50.0" : 181519.24102755214, + "90.0" : 182746.18419845263, + "95.0" : 182746.18419845263, + "99.0" : 182746.18419845263, + "99.9" : 182746.18419845263, + "99.99" : 182746.18419845263, + "99.999" : 182746.18419845263, + "99.9999" : 182746.18419845263, + "100.0" : 182746.18419845263 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 180706.4808250702, + 181519.24102755214, + 182746.18419845263, + 181594.05256062813, + 178820.65599266198 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1761.4515911179133, + "scoreError" : 54.496898046049886, + "scoreConfidence" : [ + 1706.9546930718634, + 1815.9484891639631 + ], + "scorePercentiles" : { + "0.0" : 1746.7238435598952, + "50.0" : 1762.15550601581, + "90.0" : 1778.4201866661, + "95.0" : 1778.4201866661, + "99.0" : 1778.4201866661, + "99.9" : 1778.4201866661, + "99.99" : 1778.4201866661, + "99.999" : 1778.4201866661, + "99.9999" : 1778.4201866661, + "100.0" : 1778.4201866661 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1772.0523478967407, + 1747.9060714510204, + 1762.15550601581, + 1778.4201866661, + 1746.7238435598952 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9909125165526338E7, + "scoreError" : 3754886.6730943862, + "scoreConfidence" : [ + 1.6154238492431952E7, + 2.3664011838620722E7 + ], + "scorePercentiles" : { + "0.0" : 1.822622312280919E7, + "50.0" : 2.04037671140906E7, + "90.0" : 2.0536379551981032E7, + "95.0" : 2.0536379551981032E7, + "99.0" : 2.0536379551981032E7, + "99.9" : 2.0536379551981032E7, + "99.99" : 2.0536379551981032E7, + "99.999" : 2.0536379551981032E7, + "99.9999" : 2.0536379551981032E7, + "100.0" : 2.0536379551981032E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.822622312280919E7, + 1.989307356430139E7, + 2.0486182474449467E7, + 2.04037671140906E7, + 2.0536379551981032E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2941631.5084412005, + "scoreError" : 253148.18361405903, + "scoreConfidence" : [ + 2688483.3248271416, + 3194779.6920552594 + ], + "scorePercentiles" : { + "0.0" : 2838234.943096621, + "50.0" : 2966656.7973653283, + "90.0" : 3008095.7364631062, + "95.0" : 3008095.7364631062, + "99.0" : 3008095.7364631062, + "99.9" : 3008095.7364631062, + "99.99" : 3008095.7364631062, + "99.999" : 3008095.7364631062, + "99.9999" : 3008095.7364631062, + "100.0" : 3008095.7364631062 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3008095.7364631062, + 2920359.77869259, + 2838234.943096621, + 2974810.2865883564, + 2966656.7973653283 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 327965.05389900884, + "scoreError" : 25517.45044734808, + "scoreConfidence" : [ + 302447.6034516608, + 353482.5043463569 + ], + "scorePercentiles" : { + "0.0" : 317236.1447700876, + "50.0" : 328120.35095771134, + "90.0" : 333581.55679387954, + "95.0" : 333581.55679387954, + "99.0" : 333581.55679387954, + "99.9" : 333581.55679387954, + "99.99" : 333581.55679387954, + "99.999" : 333581.55679387954, + "99.9999" : 333581.55679387954, + "100.0" : 333581.55679387954 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 317236.1447700876, + 328120.35095771134, + 327554.59661962814, + 333581.55679387954, + 333332.6203537377 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1560.851981489914, + "scoreError" : 96.03960838007258, + "scoreConfidence" : [ + 1464.8123731098412, + 1656.8915898699865 + ], + "scorePercentiles" : { + "0.0" : 1526.0042611072388, + "50.0" : 1568.685030948587, + "90.0" : 1589.371101748749, + "95.0" : 1589.371101748749, + "99.0" : 1589.371101748749, + "99.9" : 1589.371101748749, + "99.99" : 1589.371101748749, + "99.999" : 1589.371101748749, + "99.9999" : 1589.371101748749, + "100.0" : 1589.371101748749 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1526.0042611072388, + 1545.991994481935, + 1568.685030948587, + 1589.371101748749, + 1574.20751916306 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8816907048048377E7, + "scoreError" : 2735209.8631130513, + "scoreConfidence" : [ + 2.6081697184935324E7, + 3.155211691116143E7 + ], + "scorePercentiles" : { + "0.0" : 2.7709873484237432E7, + "50.0" : 2.8985906807806294E7, + "90.0" : 2.94341535347523E7, + "95.0" : 2.94341535347523E7, + "99.0" : 2.94341535347523E7, + "99.9" : 2.94341535347523E7, + "99.99" : 2.94341535347523E7, + "99.999" : 2.94341535347523E7, + "99.9999" : 2.94341535347523E7, + "100.0" : 2.94341535347523E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7709873484237432E7, + 2.94341535347523E7, + 2.857004249141868E7, + 2.8985906807806294E7, + 2.9384558922027193E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4888159.563294533, + "scoreError" : 666571.7977592887, + "scoreConfidence" : [ + 4221587.765535244, + 5554731.361053822 + ], + "scorePercentiles" : { + "0.0" : 4612282.378154732, + "50.0" : 4947178.23444826, + "90.0" : 5024737.586749458, + "95.0" : 5024737.586749458, + "99.0" : 5024737.586749458, + "99.9" : 5024737.586749458, + "99.99" : 5024737.586749458, + "99.999" : 5024737.586749458, + "99.9999" : 5024737.586749458, + "100.0" : 5024737.586749458 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4612282.378154732, + 5024737.586749458, + 4832393.3671736, + 5024206.249946616, + 4947178.23444826 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 425532.69741389697, + "scoreError" : 50750.61762396448, + "scoreConfidence" : [ + 374782.07978993247, + 476283.31503786147 + ], + "scorePercentiles" : { + "0.0" : 408107.0955775034, + "50.0" : 428778.92129195255, + "90.0" : 439396.4695097689, + "95.0" : 439396.4695097689, + "99.0" : 439396.4695097689, + "99.9" : 439396.4695097689, + "99.99" : 439396.4695097689, + "99.999" : 439396.4695097689, + "99.9999" : 439396.4695097689, + "100.0" : 439396.4695097689 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 435395.71147329686, + 428778.92129195255, + 408107.0955775034, + 415985.28921696334, + 439396.4695097689 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2648.6360084800954, + "scoreError" : 349.69286096429954, + "scoreConfidence" : [ + 2298.9431475157958, + 2998.328869444395 + ], + "scorePercentiles" : { + "0.0" : 2489.9636280661316, + "50.0" : 2680.4084377994373, + "90.0" : 2717.7056042206927, + "95.0" : 2717.7056042206927, + "99.0" : 2717.7056042206927, + "99.9" : 2717.7056042206927, + "99.99" : 2717.7056042206927, + "99.999" : 2717.7056042206927, + "99.9999" : 2717.7056042206927, + "100.0" : 2717.7056042206927 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2680.4084377994373, + 2489.9636280661316, + 2717.7056042206927, + 2690.960621841735, + 2664.1417504724786 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9611608777408037E7, + "scoreError" : 5012136.063393911, + "scoreConfidence" : [ + 1.4599472714014126E7, + 2.4623744840801947E7 + ], + "scorePercentiles" : { + "0.0" : 1.788112012081074E7, + "50.0" : 1.9826901250429135E7, + "90.0" : 2.0884659637045536E7, + "95.0" : 2.0884659637045536E7, + "99.0" : 2.0884659637045536E7, + "99.9" : 2.0884659637045536E7, + "99.99" : 2.0884659637045536E7, + "99.999" : 2.0884659637045536E7, + "99.9999" : 2.0884659637045536E7, + "100.0" : 2.0884659637045536E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0753981030803964E7, + 1.788112012081074E7, + 2.0884659637045536E7, + 1.9826901250429135E7, + 1.8711381847950798E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2899935.147861581, + "scoreError" : 333559.50354385003, + "scoreConfidence" : [ + 2566375.644317731, + 3233494.651405431 + ], + "scorePercentiles" : { + "0.0" : 2783014.4665232985, + "50.0" : 2936512.421204631, + "90.0" : 2995143.5276141367, + "95.0" : 2995143.5276141367, + "99.0" : 2995143.5276141367, + "99.9" : 2995143.5276141367, + "99.99" : 2995143.5276141367, + "99.999" : 2995143.5276141367, + "99.9999" : 2995143.5276141367, + "100.0" : 2995143.5276141367 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2946501.0223385515, + 2838504.3016272862, + 2783014.4665232985, + 2936512.421204631, + 2995143.5276141367 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 242062.00204073958, + "scoreError" : 33806.96096460735, + "scoreConfidence" : [ + 208255.0410761322, + 275868.96300534694 + ], + "scorePercentiles" : { + "0.0" : 226398.7893406305, + "50.0" : 245910.4727758524, + "90.0" : 246871.6144093294, + "95.0" : 246871.6144093294, + "99.0" : 246871.6144093294, + "99.9" : 246871.6144093294, + "99.99" : 246871.6144093294, + "99.999" : 246871.6144093294, + "99.9999" : 246871.6144093294, + "100.0" : 246871.6144093294 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 246068.2894748989, + 226398.7893406305, + 245910.4727758524, + 245060.8442029867, + 246871.6144093294 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 893.3928442837368, + "scoreError" : 69.70725849419759, + "scoreConfidence" : [ + 823.6855857895392, + 963.1001027779345 + ], + "scorePercentiles" : { + "0.0" : 870.0326560571439, + "50.0" : 899.9566107171889, + "90.0" : 915.2707141255262, + "95.0" : 915.2707141255262, + "99.0" : 915.2707141255262, + "99.9" : 915.2707141255262, + "99.99" : 915.2707141255262, + "99.999" : 915.2707141255262, + "99.9999" : 915.2707141255262, + "100.0" : 915.2707141255262 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 870.0326560571439, + 901.5877057453381, + 899.9566107171889, + 880.1165347734872, + 915.2707141255262 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.9392512781691354E7, + "scoreError" : 970513.1852859176, + "scoreConfidence" : [ + 2.8421999596405435E7, + 3.0363025966977272E7 + ], + "scorePercentiles" : { + "0.0" : 2.8983604795934606E7, + "50.0" : 2.9437143299497355E7, + "90.0" : 2.961711554867955E7, + "95.0" : 2.961711554867955E7, + "99.0" : 2.961711554867955E7, + "99.9" : 2.961711554867955E7, + "99.99" : 2.961711554867955E7, + "99.999" : 2.961711554867955E7, + "99.9999" : 2.961711554867955E7, + "100.0" : 2.961711554867955E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.8983604795934606E7, + 2.935122749778775E7, + 2.9437143299497355E7, + 2.961711554867955E7, + 2.957347276655752E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1478554.5021173477, + "scoreError" : 230549.26840602694, + "scoreConfidence" : [ + 1248005.2337113207, + 1709103.7705233747 + ], + "scorePercentiles" : { + "0.0" : 1376141.7585558186, + "50.0" : 1496741.6924130141, + "90.0" : 1532431.2823121478, + "95.0" : 1532431.2823121478, + "99.0" : 1532431.2823121478, + "99.9" : 1532431.2823121478, + "99.99" : 1532431.2823121478, + "99.999" : 1532431.2823121478, + "99.9999" : 1532431.2823121478, + "100.0" : 1532431.2823121478 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1484877.6913543118, + 1376141.7585558186, + 1496741.6924130141, + 1502580.0859514468, + 1532431.2823121478 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 158860.2085328885, + "scoreError" : 8826.47714474199, + "scoreConfidence" : [ + 150033.73138814652, + 167686.68567763048 + ], + "scorePercentiles" : { + "0.0" : 157288.32905323055, + "50.0" : 157313.8555792787, + "90.0" : 162391.3377765737, + "95.0" : 162391.3377765737, + "99.0" : 162391.3377765737, + "99.9" : 162391.3377765737, + "99.99" : 162391.3377765737, + "99.999" : 162391.3377765737, + "99.9999" : 162391.3377765737, + "100.0" : 162391.3377765737 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 157288.32905323055, + 162391.3377765737, + 157313.8555792787, + 159995.53943832166, + 157311.9808170379 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1351.4488614700736, + "scoreError" : 120.02038110558195, + "scoreConfidence" : [ + 1231.4284803644916, + 1471.4692425756555 + ], + "scorePercentiles" : { + "0.0" : 1305.5292806143202, + "50.0" : 1350.6496447968257, + "90.0" : 1390.6160977967234, + "95.0" : 1390.6160977967234, + "99.0" : 1390.6160977967234, + "99.9" : 1390.6160977967234, + "99.99" : 1390.6160977967234, + "99.999" : 1390.6160977967234, + "99.9999" : 1390.6160977967234, + "100.0" : 1390.6160977967234 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1350.6496447968257, + 1365.5728826501472, + 1344.8764014923509, + 1390.6160977967234, + 1305.5292806143202 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1612175649950255E7, + "scoreError" : 1534404.0155099723, + "scoreConfidence" : [ + 2.007777163444028E7, + 2.314657966546023E7 + ], + "scorePercentiles" : { + "0.0" : 2.1122064045502756E7, + "50.0" : 2.1640582248302422E7, + "90.0" : 2.2161780180776056E7, + "95.0" : 2.2161780180776056E7, + "99.0" : 2.2161780180776056E7, + "99.9" : 2.2161780180776056E7, + "99.99" : 2.2161780180776056E7, + "99.999" : 2.2161780180776056E7, + "99.9999" : 2.2161780180776056E7, + "100.0" : 2.2161780180776056E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2161780180776056E7, + 2.1122064045502756E7, + 2.1778226055003744E7, + 2.1358225720166292E7, + 2.1640582248302422E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2780902.2590097073, + "scoreError" : 344550.6282350018, + "scoreConfidence" : [ + 2436351.6307747057, + 3125452.887244709 + ], + "scorePercentiles" : { + "0.0" : 2623684.448757705, + "50.0" : 2812204.7666255874, + "90.0" : 2840746.8761482895, + "95.0" : 2840746.8761482895, + "99.0" : 2840746.8761482895, + "99.9" : 2840746.8761482895, + "99.99" : 2840746.8761482895, + "99.999" : 2840746.8761482895, + "99.9999" : 2840746.8761482895, + "100.0" : 2840746.8761482895 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2623684.448757705, + 2840746.8761482895, + 2812204.7666255874, + 2830736.724987106, + 2797138.4785298477 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 236277.23583625816, + "scoreError" : 43161.60681103028, + "scoreConfidence" : [ + 193115.62902522788, + 279438.84264728846 + ], + "scorePercentiles" : { + "0.0" : 216447.3785462286, + "50.0" : 240770.9000394098, + "90.0" : 243851.75662279857, + "95.0" : 243851.75662279857, + "99.0" : 243851.75662279857, + "99.9" : 243851.75662279857, + "99.99" : 243851.75662279857, + "99.999" : 243851.75662279857, + "99.9999" : 243851.75662279857, + "100.0" : 243851.75662279857 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 216447.3785462286, + 241066.1591614888, + 239249.98481136514, + 243851.75662279857, + 240770.9000394098 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 799.8861185553677, + "scoreError" : 78.62827302864201, + "scoreConfidence" : [ + 721.2578455267258, + 878.5143915840097 + ], + "scorePercentiles" : { + "0.0" : 767.249071850406, + "50.0" : 802.979655357896, + "90.0" : 823.9064158975093, + "95.0" : 823.9064158975093, + "99.0" : 823.9064158975093, + "99.9" : 823.9064158975093, + "99.99" : 823.9064158975093, + "99.999" : 823.9064158975093, + "99.9999" : 823.9064158975093, + "100.0" : 823.9064158975093 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 801.9951900677628, + 767.249071850406, + 823.9064158975093, + 802.979655357896, + 803.3002596032643 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5618623702838562E7, + "scoreError" : 678525.923098567, + "scoreConfidence" : [ + 2.4940097779739995E7, + 2.629714962593713E7 + ], + "scorePercentiles" : { + "0.0" : 2.540423938762429E7, + "50.0" : 2.5681244684766017E7, + "90.0" : 2.5798537770204328E7, + "95.0" : 2.5798537770204328E7, + "99.0" : 2.5798537770204328E7, + "99.9" : 2.5798537770204328E7, + "99.99" : 2.5798537770204328E7, + "99.999" : 2.5798537770204328E7, + "99.9999" : 2.5798537770204328E7, + "100.0" : 2.5798537770204328E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.540423938762429E7, + 2.5798537770204328E7, + 2.5681244684766017E7, + 2.5748690590673015E7, + 2.5460406080925185E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4893184.5038285125, + "scoreError" : 868002.3706685433, + "scoreConfidence" : [ + 4025182.133159969, + 5761186.874497056 + ], + "scorePercentiles" : { + "0.0" : 4555582.07417068, + "50.0" : 4988305.317607386, + "90.0" : 5093556.895108047, + "95.0" : 5093556.895108047, + "99.0" : 5093556.895108047, + "99.9" : 5093556.895108047, + "99.99" : 5093556.895108047, + "99.999" : 5093556.895108047, + "99.9999" : 5093556.895108047, + "100.0" : 5093556.895108047 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4988305.317607386, + 4555582.07417068, + 4774251.499990228, + 5054226.732266222, + 5093556.895108047 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 416634.6850794521, + "scoreError" : 78988.82482470776, + "scoreConfidence" : [ + 337645.86025474436, + 495623.5099041599 + ], + "scorePercentiles" : { + "0.0" : 382852.0538107873, + "50.0" : 420215.7010511054, + "90.0" : 433642.0758744767, + "95.0" : 433642.0758744767, + "99.0" : 433642.0758744767, + "99.9" : 433642.0758744767, + "99.99" : 433642.0758744767, + "99.999" : 433642.0758744767, + "99.9999" : 433642.0758744767, + "100.0" : 433642.0758744767 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 414491.89397253684, + 431971.70068835426, + 382852.0538107873, + 433642.0758744767, + 420215.7010511054 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2662.4651303910637, + "scoreError" : 210.6267588392537, + "scoreConfidence" : [ + 2451.83837155181, + 2873.0918892303175 + ], + "scorePercentiles" : { + "0.0" : 2568.020384989782, + "50.0" : 2689.280932591799, + "90.0" : 2701.6168875338053, + "95.0" : 2701.6168875338053, + "99.0" : 2701.6168875338053, + "99.9" : 2701.6168875338053, + "99.99" : 2701.6168875338053, + "99.999" : 2701.6168875338053, + "99.9999" : 2701.6168875338053, + "100.0" : 2701.6168875338053 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2701.6168875338053, + 2662.7263487565046, + 2568.020384989782, + 2690.681098083428, + 2689.280932591799 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9909156283653684E7, + "scoreError" : 5848648.359509603, + "scoreConfidence" : [ + 1.4060507924144082E7, + 2.5757804643163286E7 + ], + "scorePercentiles" : { + "0.0" : 1.7207533685795836E7, + "50.0" : 2.0577842425287485E7, + "90.0" : 2.0731734373801775E7, + "95.0" : 2.0731734373801775E7, + "99.0" : 2.0731734373801775E7, + "99.9" : 2.0731734373801775E7, + "99.99" : 2.0731734373801775E7, + "99.999" : 2.0731734373801775E7, + "99.9999" : 2.0731734373801775E7, + "100.0" : 2.0731734373801775E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7207533685795836E7, + 2.0323409074620634E7, + 2.0705261858762674E7, + 2.0731734373801775E7, + 2.0577842425287485E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3050427.980946211, + "scoreError" : 394542.75049385696, + "scoreConfidence" : [ + 2655885.230452354, + 3444970.731440068 + ], + "scorePercentiles" : { + "0.0" : 2875648.6058291565, + "50.0" : 3090035.3376225918, + "90.0" : 3128011.4719746555, + "95.0" : 3128011.4719746555, + "99.0" : 3128011.4719746555, + "99.9" : 3128011.4719746555, + "99.99" : 3128011.4719746555, + "99.999" : 3128011.4719746555, + "99.9999" : 3128011.4719746555, + "100.0" : 3128011.4719746555 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2875648.6058291565, + 3090035.3376225918, + 3128011.4719746555, + 3046060.177271769, + 3112384.312032884 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 244859.20962026465, + "scoreError" : 22266.084763772913, + "scoreConfidence" : [ + 222593.12485649175, + 267125.29438403755 + ], + "scorePercentiles" : { + "0.0" : 235790.460114101, + "50.0" : 246121.2132110185, + "90.0" : 251550.872831105, + "95.0" : 251550.872831105, + "99.0" : 251550.872831105, + "99.9" : 251550.872831105, + "99.99" : 251550.872831105, + "99.999" : 251550.872831105, + "99.9999" : 251550.872831105, + "100.0" : 251550.872831105 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 246121.2132110185, + 246918.603909208, + 251550.872831105, + 243914.89803589074, + 235790.460114101 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 930.8777088515093, + "scoreError" : 68.25958423775089, + "scoreConfidence" : [ + 862.6181246137584, + 999.1372930892602 + ], + "scorePercentiles" : { + "0.0" : 905.153203833524, + "50.0" : 928.7375187963491, + "90.0" : 950.1986343334007, + "95.0" : 950.1986343334007, + "99.0" : 950.1986343334007, + "99.9" : 950.1986343334007, + "99.99" : 950.1986343334007, + "99.999" : 950.1986343334007, + "99.9999" : 950.1986343334007, + "100.0" : 950.1986343334007 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 928.7375187963491, + 905.153203833524, + 944.6582904941117, + 950.1986343334007, + 925.6408968001608 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8355134607199393E7, + "scoreError" : 4469571.832937851, + "scoreConfidence" : [ + 2.388556277426154E7, + 3.2824706440137245E7 + ], + "scorePercentiles" : { + "0.0" : 2.6374352670070972E7, + "50.0" : 2.869165692902664E7, + "90.0" : 2.926687316663528E7, + "95.0" : 2.926687316663528E7, + "99.0" : 2.926687316663528E7, + "99.9" : 2.926687316663528E7, + "99.99" : 2.926687316663528E7, + "99.999" : 2.926687316663528E7, + "99.9999" : 2.926687316663528E7, + "100.0" : 2.926687316663528E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.6374352670070972E7, + 2.926687316663528E7, + 2.9076996710266512E7, + 2.869165692902664E7, + 2.8365793559997555E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1484853.2424071084, + "scoreError" : 129254.69222566231, + "scoreConfidence" : [ + 1355598.5501814461, + 1614107.9346327707 + ], + "scorePercentiles" : { + "0.0" : 1432163.616445996, + "50.0" : 1501325.5285806172, + "90.0" : 1514731.2380436936, + "95.0" : 1514731.2380436936, + "99.0" : 1514731.2380436936, + "99.9" : 1514731.2380436936, + "99.99" : 1514731.2380436936, + "99.999" : 1514731.2380436936, + "99.9999" : 1514731.2380436936, + "100.0" : 1514731.2380436936 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1501325.5285806172, + 1432163.616445996, + 1504555.6348399855, + 1471490.1941252495, + 1514731.2380436936 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 160310.97148221167, + "scoreError" : 7440.55683159179, + "scoreConfidence" : [ + 152870.41465061987, + 167751.52831380346 + ], + "scorePercentiles" : { + "0.0" : 157300.0001829535, + "50.0" : 160206.76295671973, + "90.0" : 162100.4125571851, + "95.0" : 162100.4125571851, + "99.0" : 162100.4125571851, + "99.9" : 162100.4125571851, + "99.99" : 162100.4125571851, + "99.999" : 162100.4125571851, + "99.9999" : 162100.4125571851, + "100.0" : 162100.4125571851 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 157300.0001829535, + 160031.16799223577, + 160206.76295671973, + 161916.51372196415, + 162100.4125571851 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1473.3853480633775, + "scoreError" : 34.76513432987213, + "scoreConfidence" : [ + 1438.6202137335054, + 1508.1504823932496 + ], + "scorePercentiles" : { + "0.0" : 1464.2901834956965, + "50.0" : 1473.0291353350754, + "90.0" : 1487.4177594741584, + "95.0" : 1487.4177594741584, + "99.0" : 1487.4177594741584, + "99.9" : 1487.4177594741584, + "99.99" : 1487.4177594741584, + "99.999" : 1487.4177594741584, + "99.9999" : 1487.4177594741584, + "100.0" : 1487.4177594741584 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1464.2901834956965, + 1466.8641542782327, + 1487.4177594741584, + 1475.3255077337233, + 1473.0291353350754 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0655329522129104E7, + "scoreError" : 1835452.5084939243, + "scoreConfidence" : [ + 1.881987701363518E7, + 2.2490782030623026E7 + ], + "scorePercentiles" : { + "0.0" : 2.023013145420183E7, + "50.0" : 2.041844885272489E7, + "90.0" : 2.1291812058001008E7, + "95.0" : 2.1291812058001008E7, + "99.0" : 2.1291812058001008E7, + "99.9" : 2.1291812058001008E7, + "99.99" : 2.1291812058001008E7, + "99.999" : 2.1291812058001008E7, + "99.9999" : 2.1291812058001008E7, + "100.0" : 2.1291812058001008E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0303107005770676E7, + 2.1291812058001008E7, + 2.041844885272489E7, + 2.1033148239947118E7, + 2.023013145420183E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2886932.360689756, + "scoreError" : 346456.0344947526, + "scoreConfidence" : [ + 2540476.3261950035, + 3233388.3951845085 + ], + "scorePercentiles" : { + "0.0" : 2745924.808526937, + "50.0" : 2916733.3114659227, + "90.0" : 2968828.854462034, + "95.0" : 2968828.854462034, + "99.0" : 2968828.854462034, + "99.9" : 2968828.854462034, + "99.99" : 2968828.854462034, + "99.999" : 2968828.854462034, + "99.9999" : 2968828.854462034, + "100.0" : 2968828.854462034 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2916733.3114659227, + 2854295.013053666, + 2968828.854462034, + 2745924.808526937, + 2948879.81594022 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 237666.9563401052, + "scoreError" : 23839.54501799813, + "scoreConfidence" : [ + 213827.41132210704, + 261506.50135810333 + ], + "scorePercentiles" : { + "0.0" : 227803.9736912295, + "50.0" : 239329.13318905697, + "90.0" : 244022.91798148912, + "95.0" : 244022.91798148912, + "99.0" : 244022.91798148912, + "99.9" : 244022.91798148912, + "99.99" : 244022.91798148912, + "99.999" : 244022.91798148912, + "99.9999" : 244022.91798148912, + "100.0" : 244022.91798148912 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 239329.13318905697, + 244022.91798148912, + 236225.54961297734, + 227803.9736912295, + 240953.20722577296 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 850.9454262004632, + "scoreError" : 10.704084615882055, + "scoreConfidence" : [ + 840.2413415845812, + 861.6495108163452 + ], + "scorePercentiles" : { + "0.0" : 846.9697696873059, + "50.0" : 851.3243838610216, + "90.0" : 854.7046062799037, + "95.0" : 854.7046062799037, + "99.0" : 854.7046062799037, + "99.9" : 854.7046062799037, + "99.99" : 854.7046062799037, + "99.999" : 854.7046062799037, + "99.9999" : 854.7046062799037, + "100.0" : 854.7046062799037 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 846.9697696873059, + 854.7046062799037, + 850.2256572740296, + 851.5027139000553, + 851.3243838610216 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.146751104620561E7, + "scoreError" : 2850986.8108079545, + "scoreConfidence" : [ + 1.8616524235397656E7, + 2.4318497857013565E7 + ], + "scorePercentiles" : { + "0.0" : 2.032529323063607E7, + "50.0" : 2.1503198629217602E7, + "90.0" : 2.2288807021075048E7, + "95.0" : 2.2288807021075048E7, + "99.0" : 2.2288807021075048E7, + "99.9" : 2.2288807021075048E7, + "99.99" : 2.2288807021075048E7, + "99.999" : 2.2288807021075048E7, + "99.9999" : 2.2288807021075048E7, + "100.0" : 2.2288807021075048E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1503198629217602E7, + 2.1317227976105284E7, + 2.2288807021075048E7, + 2.032529323063607E7, + 2.1903028373994052E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4015945.151457942, + "scoreError" : 615077.6051529557, + "scoreConfidence" : [ + 3400867.5463049863, + 4631022.756610898 + ], + "scorePercentiles" : { + "0.0" : 3739108.8957824567, + "50.0" : 4059088.7242031884, + "90.0" : 4136340.150413627, + "95.0" : 4136340.150413627, + "99.0" : 4136340.150413627, + "99.9" : 4136340.150413627, + "99.99" : 4136340.150413627, + "99.999" : 4136340.150413627, + "99.9999" : 4136340.150413627, + "100.0" : 4136340.150413627 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4059088.7242031884, + 4108971.1977304975, + 3739108.8957824567, + 4136340.150413627, + 4036216.789159939 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 356724.73224599997, + "scoreError" : 38030.86070808829, + "scoreConfidence" : [ + 318693.8715379117, + 394755.59295408824 + ], + "scorePercentiles" : { + "0.0" : 339333.32193118136, + "50.0" : 360995.60206912615, + "90.0" : 362937.8732130951, + "95.0" : 362937.8732130951, + "99.0" : 362937.8732130951, + "99.9" : 362937.8732130951, + "99.99" : 362937.8732130951, + "99.999" : 362937.8732130951, + "99.9999" : 362937.8732130951, + "100.0" : 362937.8732130951 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 360995.60206912615, + 362051.9085775623, + 362937.8732130951, + 339333.32193118136, + 358304.9554390348 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2502.8870873473734, + "scoreError" : 275.4699990355895, + "scoreConfidence" : [ + 2227.417088311784, + 2778.3570863829627 + ], + "scorePercentiles" : { + "0.0" : 2384.3644070851296, + "50.0" : 2534.1330862166496, + "90.0" : 2568.1025471606204, + "95.0" : 2568.1025471606204, + "99.0" : 2568.1025471606204, + "99.9" : 2568.1025471606204, + "99.99" : 2568.1025471606204, + "99.999" : 2568.1025471606204, + "99.9999" : 2568.1025471606204, + "100.0" : 2568.1025471606204 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2535.721253809494, + 2534.1330862166496, + 2568.1025471606204, + 2492.1141424649727, + 2384.3644070851296 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4884614580476249E7, + "scoreError" : 509248.0512655823, + "scoreConfidence" : [ + 1.4375366529210666E7, + 1.5393862631741831E7 + ], + "scorePercentiles" : { + "0.0" : 1.4726190526603563E7, + "50.0" : 1.4851901537661972E7, + "90.0" : 1.506335642807972E7, + "95.0" : 1.506335642807972E7, + "99.0" : 1.506335642807972E7, + "99.9" : 1.506335642807972E7, + "99.99" : 1.506335642807972E7, + "99.999" : 1.506335642807972E7, + "99.9999" : 1.506335642807972E7, + "100.0" : 1.506335642807972E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4726190526603563E7, + 1.4851901537661972E7, + 1.496751476177835E7, + 1.506335642807972E7, + 1.4814109648257632E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2688809.866828937, + "scoreError" : 419477.41456693894, + "scoreConfidence" : [ + 2269332.4522619983, + 3108287.281395876 + ], + "scorePercentiles" : { + "0.0" : 2548593.893853239, + "50.0" : 2743429.5125903124, + "90.0" : 2789752.293994369, + "95.0" : 2789752.293994369, + "99.0" : 2789752.293994369, + "99.9" : 2789752.293994369, + "99.99" : 2789752.293994369, + "99.999" : 2789752.293994369, + "99.9999" : 2789752.293994369, + "100.0" : 2789752.293994369 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2766336.8422834645, + 2548593.893853239, + 2595936.791423301, + 2743429.5125903124, + 2789752.293994369 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 271885.0953924068, + "scoreError" : 55368.470969909984, + "scoreConfidence" : [ + 216516.62442249682, + 327253.5663623168 + ], + "scorePercentiles" : { + "0.0" : 246696.18885769843, + "50.0" : 276506.84323747794, + "90.0" : 281862.9464631314, + "95.0" : 281862.9464631314, + "99.0" : 281862.9464631314, + "99.9" : 281862.9464631314, + "99.99" : 281862.9464631314, + "99.999" : 281862.9464631314, + "99.9999" : 281862.9464631314, + "100.0" : 281862.9464631314 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 274390.6079063152, + 246696.18885769843, + 276506.84323747794, + 281862.9464631314, + 279968.89049741084 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1783.3235064735586, + "scoreError" : 127.13518101718438, + "scoreConfidence" : [ + 1656.1883254563743, + 1910.458687490743 + ], + "scorePercentiles" : { + "0.0" : 1731.2652518577993, + "50.0" : 1787.1887021142977, + "90.0" : 1823.0740351744985, + "95.0" : 1823.0740351744985, + "99.0" : 1823.0740351744985, + "99.9" : 1823.0740351744985, + "99.99" : 1823.0740351744985, + "99.999" : 1823.0740351744985, + "99.9999" : 1823.0740351744985, + "100.0" : 1823.0740351744985 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1731.2652518577993, + 1784.4110889899198, + 1787.1887021142977, + 1823.0740351744985, + 1790.678454231279 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.8646974164114453E7, + "scoreError" : 4429745.587166802, + "scoreConfidence" : [ + 1.4217228576947652E7, + 2.3076719751281254E7 + ], + "scorePercentiles" : { + "0.0" : 1.6999502470357608E7, + "50.0" : 1.920334916878355E7, + "90.0" : 1.959930586861926E7, + "95.0" : 1.959930586861926E7, + "99.0" : 1.959930586861926E7, + "99.9" : 1.959930586861926E7, + "99.99" : 1.959930586861926E7, + "99.999" : 1.959930586861926E7, + "99.9999" : 1.959930586861926E7, + "100.0" : 1.959930586861926E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.6999502470357608E7, + 1.959930586861926E7, + 1.953894916656927E7, + 1.920334916878355E7, + 1.7893764146242566E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1318479.9530404944, + "scoreError" : 172144.86578018003, + "scoreConfidence" : [ + 1146335.0872603143, + 1490624.8188206744 + ], + "scorePercentiles" : { + "0.0" : 1243047.5478223972, + "50.0" : 1331367.366736091, + "90.0" : 1357594.1846648355, + "95.0" : 1357594.1846648355, + "99.0" : 1357594.1846648355, + "99.9" : 1357594.1846648355, + "99.99" : 1357594.1846648355, + "99.999" : 1357594.1846648355, + "99.9999" : 1357594.1846648355, + "100.0" : 1357594.1846648355 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1317277.1014645176, + 1343113.564514631, + 1243047.5478223972, + 1331367.366736091, + 1357594.1846648355 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 144620.60282607275, + "scoreError" : 6674.864033738205, + "scoreConfidence" : [ + 137945.73879233454, + 151295.46685981096 + ], + "scorePercentiles" : { + "0.0" : 142818.14012018696, + "50.0" : 144083.84517138934, + "90.0" : 146543.6359107531, + "95.0" : 146543.6359107531, + "99.0" : 146543.6359107531, + "99.9" : 146543.6359107531, + "99.99" : 146543.6359107531, + "99.999" : 146543.6359107531, + "99.9999" : 146543.6359107531, + "100.0" : 146543.6359107531 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 142818.14012018696, + 146543.6359107531, + 143296.11238074992, + 144083.84517138934, + 146361.28054728426 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1376.0120160557017, + "scoreError" : 103.10982480693986, + "scoreConfidence" : [ + 1272.902191248762, + 1479.1218408626414 + ], + "scorePercentiles" : { + "0.0" : 1344.896469410162, + "50.0" : 1378.3852134521296, + "90.0" : 1403.4221689903616, + "95.0" : 1403.4221689903616, + "99.0" : 1403.4221689903616, + "99.9" : 1403.4221689903616, + "99.99" : 1403.4221689903616, + "99.999" : 1403.4221689903616, + "99.9999" : 1403.4221689903616, + "100.0" : 1403.4221689903616 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1352.7816631896249, + 1400.574565236231, + 1378.3852134521296, + 1403.4221689903616, + 1344.896469410162 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4684857663271481E7, + "scoreError" : 2560619.5004603933, + "scoreConfidence" : [ + 1.2124238162811087E7, + 1.7245477163731873E7 + ], + "scorePercentiles" : { + "0.0" : 1.3662068263225697E7, + "50.0" : 1.4667807009617798E7, + "90.0" : 1.5372487992610075E7, + "95.0" : 1.5372487992610075E7, + "99.0" : 1.5372487992610075E7, + "99.9" : 1.5372487992610075E7, + "99.99" : 1.5372487992610075E7, + "99.999" : 1.5372487992610075E7, + "99.9999" : 1.5372487992610075E7, + "100.0" : 1.5372487992610075E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4667807009617798E7, + 1.3662068263225697E7, + 1.5372487992610075E7, + 1.5167204822273733E7, + 1.4554720228630107E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2423059.200291033, + "scoreError" : 154282.85834302646, + "scoreConfidence" : [ + 2268776.3419480063, + 2577342.0586340595 + ], + "scorePercentiles" : { + "0.0" : 2362333.5480899597, + "50.0" : 2426609.7648575464, + "90.0" : 2472053.096530472, + "95.0" : 2472053.096530472, + "99.0" : 2472053.096530472, + "99.9" : 2472053.096530472, + "99.99" : 2472053.096530472, + "99.999" : 2472053.096530472, + "99.9999" : 2472053.096530472, + "100.0" : 2472053.096530472 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2426609.7648575464, + 2415164.2932878328, + 2362333.5480899597, + 2472053.096530472, + 2439135.2986893547 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 266964.62644621043, + "scoreError" : 34691.27637728816, + "scoreConfidence" : [ + 232273.35006892227, + 301655.9028234986 + ], + "scorePercentiles" : { + "0.0" : 251258.14483974854, + "50.0" : 269389.53044442524, + "90.0" : 273744.6579775047, + "95.0" : 273744.6579775047, + "99.0" : 273744.6579775047, + "99.9" : 273744.6579775047, + "99.99" : 273744.6579775047, + "99.999" : 273744.6579775047, + "99.9999" : 273744.6579775047, + "100.0" : 273744.6579775047 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 268636.4492484518, + 273744.6579775047, + 251258.14483974854, + 271794.34972092195, + 269389.53044442524 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1210.8820076046673, + "scoreError" : 38.07866004634244, + "scoreConfidence" : [ + 1172.8033475583247, + 1248.9606676510098 + ], + "scorePercentiles" : { + "0.0" : 1199.831065383107, + "50.0" : 1208.9345732142338, + "90.0" : 1225.0972503381709, + "95.0" : 1225.0972503381709, + "99.0" : 1225.0972503381709, + "99.9" : 1225.0972503381709, + "99.99" : 1225.0972503381709, + "99.999" : 1225.0972503381709, + "99.9999" : 1225.0972503381709, + "100.0" : 1225.0972503381709 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1215.8607295222275, + 1225.0972503381709, + 1199.831065383107, + 1204.6864195655971, + 1208.9345732142338 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0415386815545283E7, + "scoreError" : 573268.0128078987, + "scoreConfidence" : [ + 1.9842118802737385E7, + 2.098865482835318E7 + ], + "scorePercentiles" : { + "0.0" : 2.021184331840847E7, + "50.0" : 2.038675193503715E7, + "90.0" : 2.060848793010853E7, + "95.0" : 2.060848793010853E7, + "99.0" : 2.060848793010853E7, + "99.9" : 2.060848793010853E7, + "99.99" : 2.060848793010853E7, + "99.999" : 2.060848793010853E7, + "99.9999" : 2.060848793010853E7, + "100.0" : 2.060848793010853E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.037029323690809E7, + 2.021184331840847E7, + 2.0499557657264166E7, + 2.038675193503715E7, + 2.060848793010853E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5009726.737524939, + "scoreError" : 882086.355277501, + "scoreConfidence" : [ + 4127640.3822474377, + 5891813.09280244 + ], + "scorePercentiles" : { + "0.0" : 4609649.602860105, + "50.0" : 5064154.471943177, + "90.0" : 5182514.365228269, + "95.0" : 5182514.365228269, + "99.0" : 5182514.365228269, + "99.9" : 5182514.365228269, + "99.99" : 5182514.365228269, + "99.999" : 5182514.365228269, + "99.9999" : 5182514.365228269, + "100.0" : 5182514.365228269 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5128416.083015966, + 4609649.602860105, + 5182514.365228269, + 5064154.471943177, + 5063899.164577173 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 384543.2820632119, + "scoreError" : 14395.27717078165, + "scoreConfidence" : [ + 370148.00489243027, + 398938.5592339935 + ], + "scorePercentiles" : { + "0.0" : 379277.91057574074, + "50.0" : 384529.08719914645, + "90.0" : 389831.48872397613, + "95.0" : 389831.48872397613, + "99.0" : 389831.48872397613, + "99.9" : 389831.48872397613, + "99.99" : 389831.48872397613, + "99.999" : 389831.48872397613, + "99.9999" : 389831.48872397613, + "100.0" : 389831.48872397613 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 379277.91057574074, + 384212.41549344274, + 384865.50832375354, + 389831.48872397613, + 384529.08719914645 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2695.675428726926, + "scoreError" : 210.24318639092454, + "scoreConfidence" : [ + 2485.4322423360013, + 2905.9186151178505 + ], + "scorePercentiles" : { + "0.0" : 2604.354344950387, + "50.0" : 2701.6707911386993, + "90.0" : 2743.139239561674, + "95.0" : 2743.139239561674, + "99.0" : 2743.139239561674, + "99.9" : 2743.139239561674, + "99.99" : 2743.139239561674, + "99.999" : 2743.139239561674, + "99.9999" : 2743.139239561674, + "100.0" : 2743.139239561674 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2701.6707911386993, + 2697.586452913121, + 2743.139239561674, + 2604.354344950387, + 2731.626315070751 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.421400880023489E7, + "scoreError" : 2412872.6429696367, + "scoreConfidence" : [ + 1.1801136157265253E7, + 1.6626881443204526E7 + ], + "scorePercentiles" : { + "0.0" : 1.3143124818697015E7, + "50.0" : 1.439966957485294E7, + "90.0" : 1.476784024345028E7, + "95.0" : 1.476784024345028E7, + "99.0" : 1.476784024345028E7, + "99.9" : 1.476784024345028E7, + "99.99" : 1.476784024345028E7, + "99.999" : 1.476784024345028E7, + "99.9999" : 1.476784024345028E7, + "100.0" : 1.476784024345028E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3143124818697015E7, + 1.439966957485294E7, + 1.449735949349153E7, + 1.4262049870682685E7, + 1.476784024345028E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2610582.4757103072, + "scoreError" : 438095.64946357056, + "scoreConfidence" : [ + 2172486.8262467366, + 3048678.125173878 + ], + "scorePercentiles" : { + "0.0" : 2453170.786922649, + "50.0" : 2674496.758624407, + "90.0" : 2709535.694400031, + "95.0" : 2709535.694400031, + "99.0" : 2709535.694400031, + "99.9" : 2709535.694400031, + "99.99" : 2709535.694400031, + "99.999" : 2709535.694400031, + "99.9999" : 2709535.694400031, + "100.0" : 2709535.694400031 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2674496.758624407, + 2709535.694400031, + 2526903.2916385843, + 2453170.786922649, + 2688805.8469658648 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 299249.04143916536, + "scoreError" : 21562.201851886177, + "scoreConfidence" : [ + 277686.8395872792, + 320811.24329105153 + ], + "scorePercentiles" : { + "0.0" : 292160.1441920639, + "50.0" : 298809.60952134914, + "90.0" : 305044.1178366065, + "95.0" : 305044.1178366065, + "99.0" : 305044.1178366065, + "99.9" : 305044.1178366065, + "99.99" : 305044.1178366065, + "99.999" : 305044.1178366065, + "99.9999" : 305044.1178366065, + "100.0" : 305044.1178366065 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 298809.60952134914, + 292160.1441920639, + 305044.1178366065, + 304581.8242502582, + 295649.5113955488 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1939.2390514746876, + "scoreError" : 104.35541226549533, + "scoreConfidence" : [ + 1834.8836392091923, + 2043.5944637401828 + ], + "scorePercentiles" : { + "0.0" : 1892.0003675155772, + "50.0" : 1947.581088707177, + "90.0" : 1959.867354659089, + "95.0" : 1959.867354659089, + "99.0" : 1959.867354659089, + "99.9" : 1959.867354659089, + "99.99" : 1959.867354659089, + "99.999" : 1959.867354659089, + "99.9999" : 1959.867354659089, + "100.0" : 1959.867354659089 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1892.0003675155772, + 1959.867354659089, + 1943.6652071558776, + 1947.581088707177, + 1953.0812393357166 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2207380376311965E7, + "scoreError" : 1889867.454393664, + "scoreConfidence" : [ + 2.0317512921918303E7, + 2.4097247830705628E7 + ], + "scorePercentiles" : { + "0.0" : 2.134955830400615E7, + "50.0" : 2.2420753660505258E7, + "90.0" : 2.2525586692288864E7, + "95.0" : 2.2525586692288864E7, + "99.0" : 2.2525586692288864E7, + "99.9" : 2.2525586692288864E7, + "99.99" : 2.2525586692288864E7, + "99.999" : 2.2525586692288864E7, + "99.9999" : 2.2525586692288864E7, + "100.0" : 2.2525586692288864E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.2420753660505258E7, + 2.225292140334019E7, + 2.134955830400615E7, + 2.248808182141938E7, + 2.2525586692288864E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1165535.9889541871, + "scoreError" : 114631.00475693017, + "scoreConfidence" : [ + 1050904.984197257, + 1280166.9937111172 + ], + "scorePercentiles" : { + "0.0" : 1133110.6786614563, + "50.0" : 1165397.5578232165, + "90.0" : 1198954.4767177084, + "95.0" : 1198954.4767177084, + "99.0" : 1198954.4767177084, + "99.9" : 1198954.4767177084, + "99.99" : 1198954.4767177084, + "99.999" : 1198954.4767177084, + "99.9999" : 1198954.4767177084, + "100.0" : 1198954.4767177084 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1191340.9073608513, + 1198954.4767177084, + 1133110.6786614563, + 1165397.5578232165, + 1138876.324207704 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 149975.1813480372, + "scoreError" : 14015.96715578037, + "scoreConfidence" : [ + 135959.21419225683, + 163991.1485038176 + ], + "scorePercentiles" : { + "0.0" : 144391.61199698955, + "50.0" : 150394.71776745233, + "90.0" : 154590.89056685133, + "95.0" : 154590.89056685133, + "99.0" : 154590.89056685133, + "99.9" : 154590.89056685133, + "99.99" : 154590.89056685133, + "99.999" : 154590.89056685133, + "99.9999" : 154590.89056685133, + "100.0" : 154590.89056685133 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 144391.61199698955, + 150556.09425525673, + 149942.59215363604, + 154590.89056685133, + 150394.71776745233 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1484.2808827157721, + "scoreError" : 147.17690770698786, + "scoreConfidence" : [ + 1337.1039750087843, + 1631.45779042276 + ], + "scorePercentiles" : { + "0.0" : 1425.859975242398, + "50.0" : 1492.6833875740906, + "90.0" : 1524.4167316360224, + "95.0" : 1524.4167316360224, + "99.0" : 1524.4167316360224, + "99.9" : 1524.4167316360224, + "99.99" : 1524.4167316360224, + "99.999" : 1524.4167316360224, + "99.9999" : 1524.4167316360224, + "100.0" : 1524.4167316360224 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1492.6833875740906, + 1524.4167316360224, + 1470.511589343591, + 1507.932729782759, + 1425.859975242398 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4000578350896876E7, + "scoreError" : 789122.2728367621, + "scoreConfidence" : [ + 1.3211456078060115E7, + 1.4789700623733638E7 + ], + "scorePercentiles" : { + "0.0" : 1.3669804270391686E7, + "50.0" : 1.4029725133482395E7, + "90.0" : 1.419254498794991E7, + "95.0" : 1.419254498794991E7, + "99.0" : 1.419254498794991E7, + "99.9" : 1.419254498794991E7, + "99.99" : 1.419254498794991E7, + "99.999" : 1.419254498794991E7, + "99.9999" : 1.419254498794991E7, + "100.0" : 1.419254498794991E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.419254498794991E7, + 1.3669804270391686E7, + 1.414161903486726E7, + 1.4029725133482395E7, + 1.3969198327793142E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2719696.5666701132, + "scoreError" : 278779.3616940503, + "scoreConfidence" : [ + 2440917.2049760628, + 2998475.9283641637 + ], + "scorePercentiles" : { + "0.0" : 2621700.665629653, + "50.0" : 2707001.013083618, + "90.0" : 2796602.990823261, + "95.0" : 2796602.990823261, + "99.0" : 2796602.990823261, + "99.9" : 2796602.990823261, + "99.99" : 2796602.990823261, + "99.999" : 2796602.990823261, + "99.9999" : 2796602.990823261, + "100.0" : 2796602.990823261 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2688028.4895399967, + 2796602.990823261, + 2621700.665629653, + 2785149.6742740367, + 2707001.013083618 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 267677.8281225875, + "scoreError" : 40321.77879952345, + "scoreConfidence" : [ + 227356.04932306407, + 307999.60692211095 + ], + "scorePercentiles" : { + "0.0" : 252123.31411152138, + "50.0" : 272945.02206917194, + "90.0" : 276299.34772517224, + "95.0" : 276299.34772517224, + "99.0" : 276299.34772517224, + "99.9" : 276299.34772517224, + "99.99" : 276299.34772517224, + "99.999" : 276299.34772517224, + "99.9999" : 276299.34772517224, + "100.0" : 276299.34772517224 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 276299.34772517224, + 272945.02206917194, + 261684.31775509342, + 252123.31411152138, + 275337.1389519787 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1330.9816053610944, + "scoreError" : 124.20623521556169, + "scoreConfidence" : [ + 1206.7753701455326, + 1455.187840576656 + ], + "scorePercentiles" : { + "0.0" : 1275.2781178009402, + "50.0" : 1345.2161452425994, + "90.0" : 1355.1436061569402, + "95.0" : 1355.1436061569402, + "99.0" : 1355.1436061569402, + "99.9" : 1355.1436061569402, + "99.99" : 1355.1436061569402, + "99.999" : 1355.1436061569402, + "99.9999" : 1355.1436061569402, + "100.0" : 1355.1436061569402 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1275.2781178009402, + 1355.1436061569402, + 1347.4683710346267, + 1331.8017865703655, + 1345.2161452425994 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.067228858039906E7, + "scoreError" : 3871955.409772508, + "scoreConfidence" : [ + 1.680033317062655E7, + 2.4544243990171567E7 + ], + "scorePercentiles" : { + "0.0" : 1.8956363449341174E7, + "50.0" : 2.0982117104842544E7, + "90.0" : 2.1430322505530886E7, + "95.0" : 2.1430322505530886E7, + "99.0" : 2.1430322505530886E7, + "99.9" : 2.1430322505530886E7, + "99.99" : 2.1430322505530886E7, + "99.999" : 2.1430322505530886E7, + "99.9999" : 2.1430322505530886E7, + "100.0" : 2.1430322505530886E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8956363449341174E7, + 2.0982117104842544E7, + 2.0665111607064907E7, + 2.1430322505530886E7, + 2.1327528235215787E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4257917.775105553, + "scoreError" : 661661.4026666248, + "scoreConfidence" : [ + 3596256.372438928, + 4919579.177772177 + ], + "scorePercentiles" : { + "0.0" : 3964022.3344090483, + "50.0" : 4336906.225525882, + "90.0" : 4390407.11025575, + "95.0" : 4390407.11025575, + "99.0" : 4390407.11025575, + "99.9" : 4390407.11025575, + "99.99" : 4390407.11025575, + "99.999" : 4390407.11025575, + "99.9999" : 4390407.11025575, + "100.0" : 4390407.11025575 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3964022.3344090483, + 4336906.225525882, + 4251478.896177516, + 4346774.309159566, + 4390407.11025575 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 370588.5783182792, + "scoreError" : 23548.930829911984, + "scoreConfidence" : [ + 347039.6474883672, + 394137.50914819114 + ], + "scorePercentiles" : { + "0.0" : 363226.91118876776, + "50.0" : 373345.5111887353, + "90.0" : 376247.9858228128, + "95.0" : 376247.9858228128, + "99.0" : 376247.9858228128, + "99.9" : 376247.9858228128, + "99.99" : 376247.9858228128, + "99.999" : 376247.9858228128, + "99.9999" : 376247.9858228128, + "100.0" : 376247.9858228128 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 373345.5111887353, + 363226.91118876776, + 364806.6476590564, + 376247.9858228128, + 375315.83573202364 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2260.535677267394, + "scoreError" : 201.1268018414453, + "scoreConfidence" : [ + 2059.4088754259487, + 2461.6624791088393 + ], + "scorePercentiles" : { + "0.0" : 2172.6177121980045, + "50.0" : 2265.351020845179, + "90.0" : 2304.142676671189, + "95.0" : 2304.142676671189, + "99.0" : 2304.142676671189, + "99.9" : 2304.142676671189, + "99.99" : 2304.142676671189, + "99.999" : 2304.142676671189, + "99.9999" : 2304.142676671189, + "100.0" : 2304.142676671189 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2265.351020845179, + 2304.142676671189, + 2264.8166649999707, + 2295.75031162263, + 2172.6177121980045 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4607433646800611E7, + "scoreError" : 3147195.234777455, + "scoreConfidence" : [ + 1.1460238412023157E7, + 1.7754628881578065E7 + ], + "scorePercentiles" : { + "0.0" : 1.3204052838797031E7, + "50.0" : 1.4755828008734297E7, + "90.0" : 1.5270080040097432E7, + "95.0" : 1.5270080040097432E7, + "99.0" : 1.5270080040097432E7, + "99.9" : 1.5270080040097432E7, + "99.99" : 1.5270080040097432E7, + "99.999" : 1.5270080040097432E7, + "99.9999" : 1.5270080040097432E7, + "100.0" : 1.5270080040097432E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4755828008734297E7, + 1.3204052838797031E7, + 1.5270080040097432E7, + 1.472195351335779E7, + 1.5085253833016504E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2685498.9619050547, + "scoreError" : 623324.3149261398, + "scoreConfidence" : [ + 2062174.646978915, + 3308823.2768311948 + ], + "scorePercentiles" : { + "0.0" : 2403237.8262757566, + "50.0" : 2738401.2193283876, + "90.0" : 2797842.790193113, + "95.0" : 2797842.790193113, + "99.0" : 2797842.790193113, + "99.9" : 2797842.790193113, + "99.99" : 2797842.790193113, + "99.999" : 2797842.790193113, + "99.9999" : 2797842.790193113, + "100.0" : 2797842.790193113 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2797842.790193113, + 2738401.2193283876, + 2706078.1648922833, + 2403237.8262757566, + 2781934.808835733 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 280067.84084244166, + "scoreError" : 33908.01277336518, + "scoreConfidence" : [ + 246159.82806907647, + 313975.85361580685 + ], + "scorePercentiles" : { + "0.0" : 265295.6647770235, + "50.0" : 282275.4899621673, + "90.0" : 288621.93216716236, + "95.0" : 288621.93216716236, + "99.0" : 288621.93216716236, + "99.9" : 288621.93216716236, + "99.99" : 288621.93216716236, + "99.999" : 288621.93216716236, + "99.9999" : 288621.93216716236, + "100.0" : 288621.93216716236 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 280360.8222532797, + 265295.6647770235, + 283785.29505257553, + 282275.4899621673, + 288621.93216716236 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1862.0138386607625, + "scoreError" : 182.48288358858844, + "scoreConfidence" : [ + 1679.530955072174, + 2044.496722249351 + ], + "scorePercentiles" : { + "0.0" : 1787.3634340876765, + "50.0" : 1879.1239449003917, + "90.0" : 1903.286514984128, + "95.0" : 1903.286514984128, + "99.0" : 1903.286514984128, + "99.9" : 1903.286514984128, + "99.99" : 1903.286514984128, + "99.999" : 1903.286514984128, + "99.9999" : 1903.286514984128, + "100.0" : 1903.286514984128 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1787.3634340876765, + 1879.1239449003917, + 1903.286514984128, + 1895.467045686574, + 1844.8282536450408 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.979903027331512E7, + "scoreError" : 4066089.1372253858, + "scoreConfidence" : [ + 1.5732941136089735E7, + 2.3865119410540506E7 + ], + "scorePercentiles" : { + "0.0" : 1.793934357454378E7, + "50.0" : 2.0233482121789794E7, + "90.0" : 2.0518515461882822E7, + "95.0" : 2.0518515461882822E7, + "99.0" : 2.0518515461882822E7, + "99.9" : 2.0518515461882822E7, + "99.99" : 2.0518515461882822E7, + "99.999" : 2.0518515461882822E7, + "99.9999" : 2.0518515461882822E7, + "100.0" : 2.0518515461882822E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.793934357454378E7, + 2.0518515461882822E7, + 1.9999849123999912E7, + 2.0233482121789794E7, + 2.030396108435929E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1330655.3626153884, + "scoreError" : 146897.24717638345, + "scoreConfidence" : [ + 1183758.115439005, + 1477552.6097917717 + ], + "scorePercentiles" : { + "0.0" : 1263357.9711666629, + "50.0" : 1347550.9751571447, + "90.0" : 1356105.4740447802, + "95.0" : 1356105.4740447802, + "99.0" : 1356105.4740447802, + "99.9" : 1356105.4740447802, + "99.99" : 1356105.4740447802, + "99.999" : 1356105.4740447802, + "99.9999" : 1356105.4740447802, + "100.0" : 1356105.4740447802 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1348025.398697015, + 1338236.9940113388, + 1263357.9711666629, + 1347550.9751571447, + 1356105.4740447802 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 148900.43372911078, + "scoreError" : 12777.996887574733, + "scoreConfidence" : [ + 136122.43684153605, + 161678.4306166855 + ], + "scorePercentiles" : { + "0.0" : 143280.27381522887, + "50.0" : 149495.90132020565, + "90.0" : 151835.0056060272, + "95.0" : 151835.0056060272, + "99.0" : 151835.0056060272, + "99.9" : 151835.0056060272, + "99.99" : 151835.0056060272, + "99.999" : 151835.0056060272, + "99.9999" : 151835.0056060272, + "100.0" : 151835.0056060272 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 150754.9566419373, + 149136.03126215487, + 151835.0056060272, + 149495.90132020565, + 143280.27381522887 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1365.0219735572296, + "scoreError" : 91.28817793228775, + "scoreConfidence" : [ + 1273.7337956249419, + 1456.3101514895172 + ], + "scorePercentiles" : { + "0.0" : 1348.6835957973844, + "50.0" : 1355.2962244871408, + "90.0" : 1406.3354501105655, + "95.0" : 1406.3354501105655, + "99.0" : 1406.3354501105655, + "99.9" : 1406.3354501105655, + "99.99" : 1406.3354501105655, + "99.999" : 1406.3354501105655, + "99.9999" : 1406.3354501105655, + "100.0" : 1406.3354501105655 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1355.2962244871408, + 1363.0332250680574, + 1348.6835957973844, + 1406.3354501105655, + 1351.7613723230006 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.3974632102685591E7, + "scoreError" : 3048293.482998624, + "scoreConfidence" : [ + 1.0926338619686967E7, + 1.7022925585684214E7 + ], + "scorePercentiles" : { + "0.0" : 1.2697215319529288E7, + "50.0" : 1.4040721066347126E7, + "90.0" : 1.4716968731926257E7, + "95.0" : 1.4716968731926257E7, + "99.0" : 1.4716968731926257E7, + "99.9" : 1.4716968731926257E7, + "99.99" : 1.4716968731926257E7, + "99.999" : 1.4716968731926257E7, + "99.9999" : 1.4716968731926257E7, + "100.0" : 1.4716968731926257E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2697215319529288E7, + 1.4040721066347126E7, + 1.3885457854755921E7, + 1.4716968731926257E7, + 1.4532797540869374E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2440194.9046738595, + "scoreError" : 99513.57829728849, + "scoreConfidence" : [ + 2340681.326376571, + 2539708.482971148 + ], + "scorePercentiles" : { + "0.0" : 2419271.3657656955, + "50.0" : 2424850.889641333, + "90.0" : 2473798.424613109, + "95.0" : 2473798.424613109, + "99.0" : 2473798.424613109, + "99.9" : 2473798.424613109, + "99.99" : 2473798.424613109, + "99.999" : 2473798.424613109, + "99.9999" : 2473798.424613109, + "100.0" : 2473798.424613109 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2473798.424613109, + 2420723.8124060496, + 2462330.0309431115, + 2424850.889641333, + 2419271.3657656955 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 254611.64530801005, + "scoreError" : 27488.596226407717, + "scoreConfidence" : [ + 227123.04908160234, + 282100.2415344178 + ], + "scorePercentiles" : { + "0.0" : 243908.74253312158, + "50.0" : 256996.90740618538, + "90.0" : 263057.44176368974, + "95.0" : 263057.44176368974, + "99.0" : 263057.44176368974, + "99.9" : 263057.44176368974, + "99.99" : 263057.44176368974, + "99.999" : 263057.44176368974, + "99.9999" : 263057.44176368974, + "100.0" : 263057.44176368974 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 252071.38856676294, + 243908.74253312158, + 257023.74627029066, + 263057.44176368974, + 256996.90740618538 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1262.5168423227053, + "scoreError" : 74.50907718542788, + "scoreConfidence" : [ + 1188.0077651372774, + 1337.0259195081333 + ], + "scorePercentiles" : { + "0.0" : 1241.6172074507126, + "50.0" : 1265.952188144744, + "90.0" : 1281.8585578578482, + "95.0" : 1281.8585578578482, + "99.0" : 1281.8585578578482, + "99.9" : 1281.8585578578482, + "99.99" : 1281.8585578578482, + "99.999" : 1281.8585578578482, + "99.9999" : 1281.8585578578482, + "100.0" : 1281.8585578578482 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1241.6172074507126, + 1243.2315511188642, + 1265.952188144744, + 1279.9247070413585, + 1281.8585578578482 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.922848782120006E7, + "scoreError" : 5752903.259948241, + "scoreConfidence" : [ + 1.3475584561251821E7, + 2.4981391081148304E7 + ], + "scorePercentiles" : { + "0.0" : 1.728335546513969E7, + "50.0" : 1.992179084544508E7, + "90.0" : 2.0557472138835426E7, + "95.0" : 2.0557472138835426E7, + "99.0" : 2.0557472138835426E7, + "99.9" : 2.0557472138835426E7, + "99.99" : 2.0557472138835426E7, + "99.999" : 2.0557472138835426E7, + "99.9999" : 2.0557472138835426E7, + "100.0" : 2.0557472138835426E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.728335546513969E7, + 1.992179084544508E7, + 1.7986812816070803E7, + 2.0557472138835426E7, + 2.039300784050931E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4287461.429361355, + "scoreError" : 851356.985791608, + "scoreConfidence" : [ + 3436104.443569747, + 5138818.415152962 + ], + "scorePercentiles" : { + "0.0" : 3908370.44511636, + "50.0" : 4400211.874745232, + "90.0" : 4436532.984949411, + "95.0" : 4436532.984949411, + "99.0" : 4436532.984949411, + "99.9" : 4436532.984949411, + "99.99" : 4436532.984949411, + "99.999" : 4436532.984949411, + "99.9999" : 4436532.984949411, + "100.0" : 4436532.984949411 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4436532.984949411, + 4400211.874745232, + 4416843.720330432, + 4275348.121665339, + 3908370.44511636 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 365681.57140570163, + "scoreError" : 31155.803591856293, + "scoreConfidence" : [ + 334525.76781384536, + 396837.3749975579 + ], + "scorePercentiles" : { + "0.0" : 354646.0833335038, + "50.0" : 367637.50665130356, + "90.0" : 374907.00896715187, + "95.0" : 374907.00896715187, + "99.0" : 374907.00896715187, + "99.9" : 374907.00896715187, + "99.99" : 374907.00896715187, + "99.999" : 374907.00896715187, + "99.9999" : 374907.00896715187, + "100.0" : 374907.00896715187 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 360552.23708246497, + 354646.0833335038, + 367637.50665130356, + 370665.0209940841, + 374907.00896715187 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2290.9286147691896, + "scoreError" : 266.73542625657745, + "scoreConfidence" : [ + 2024.193188512612, + 2557.664041025767 + ], + "scorePercentiles" : { + "0.0" : 2170.0140638891226, + "50.0" : 2313.6191748153947, + "90.0" : 2345.091319325405, + "95.0" : 2345.091319325405, + "99.0" : 2345.091319325405, + "99.9" : 2345.091319325405, + "99.99" : 2345.091319325405, + "99.999" : 2345.091319325405, + "99.9999" : 2345.091319325405, + "100.0" : 2345.091319325405 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2321.735207670033, + 2313.6191748153947, + 2170.0140638891226, + 2304.1833081459918, + 2345.091319325405 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4223449495320234E7, + "scoreError" : 1788355.2550692605, + "scoreConfidence" : [ + 1.2435094240250975E7, + 1.6011804750389494E7 + ], + "scorePercentiles" : { + "0.0" : 1.3438401160377374E7, + "50.0" : 1.4321641852378678E7, + "90.0" : 1.4666414020393008E7, + "95.0" : 1.4666414020393008E7, + "99.0" : 1.4666414020393008E7, + "99.9" : 1.4666414020393008E7, + "99.99" : 1.4666414020393008E7, + "99.999" : 1.4666414020393008E7, + "99.9999" : 1.4666414020393008E7, + "100.0" : 1.4666414020393008E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4419151077384915E7, + 1.4666414020393008E7, + 1.4321641852378678E7, + 1.4271639366067195E7, + 1.3438401160377374E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2805685.137372999, + "scoreError" : 144907.8655452183, + "scoreConfidence" : [ + 2660777.2718277806, + 2950593.0029182173 + ], + "scorePercentiles" : { + "0.0" : 2772540.8290802008, + "50.0" : 2797325.4008491053, + "90.0" : 2869030.4610836133, + "95.0" : 2869030.4610836133, + "99.0" : 2869030.4610836133, + "99.9" : 2869030.4610836133, + "99.99" : 2869030.4610836133, + "99.999" : 2869030.4610836133, + "99.9999" : 2869030.4610836133, + "100.0" : 2869030.4610836133 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2797325.4008491053, + 2783693.760997727, + 2772540.8290802008, + 2869030.4610836133, + 2805835.2348543485 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 273553.14262526075, + "scoreError" : 23466.610456509017, + "scoreConfidence" : [ + 250086.53216875173, + 297019.75308176974 + ], + "scorePercentiles" : { + "0.0" : 263581.70651752857, + "50.0" : 275689.9335804247, + "90.0" : 278375.7901368943, + "95.0" : 278375.7901368943, + "99.0" : 278375.7901368943, + "99.9" : 278375.7901368943, + "99.99" : 278375.7901368943, + "99.999" : 278375.7901368943, + "99.9999" : 278375.7901368943, + "100.0" : 278375.7901368943 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 272163.63695929013, + 263581.70651752857, + 278375.7901368943, + 275689.9335804247, + 277954.64593216614 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1832.362799859729, + "scoreError" : 70.14027077476862, + "scoreConfidence" : [ + 1762.2225290849603, + 1902.5030706344976 + ], + "scorePercentiles" : { + "0.0" : 1806.9414047397283, + "50.0" : 1832.4832536109861, + "90.0" : 1855.7466336696139, + "95.0" : 1855.7466336696139, + "99.0" : 1855.7466336696139, + "99.9" : 1855.7466336696139, + "99.99" : 1855.7466336696139, + "99.999" : 1855.7466336696139, + "99.9999" : 1855.7466336696139, + "100.0" : 1855.7466336696139 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1855.7466336696139, + 1832.4832536109861, + 1825.1889590341636, + 1841.4537482441528, + 1806.9414047397283 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9845290099421896E7, + "scoreError" : 4850415.482858614, + "scoreConfidence" : [ + 1.4994874616563283E7, + 2.469570558228051E7 + ], + "scorePercentiles" : { + "0.0" : 1.760766061479091E7, + "50.0" : 2.038127559612101E7, + "90.0" : 2.055994328211548E7, + "95.0" : 2.055994328211548E7, + "99.0" : 2.055994328211548E7, + "99.9" : 2.055994328211548E7, + "99.99" : 2.055994328211548E7, + "99.999" : 2.055994328211548E7, + "99.9999" : 2.055994328211548E7, + "100.0" : 2.055994328211548E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.760766061479091E7, + 2.055994328211548E7, + 2.038127559612101E7, + 2.017344382039039E7, + 2.0504127183691684E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1346051.7891314416, + "scoreError" : 108429.58358625813, + "scoreConfidence" : [ + 1237622.2055451835, + 1454481.3727176997 + ], + "scorePercentiles" : { + "0.0" : 1308712.16048718, + "50.0" : 1342661.75122945, + "90.0" : 1387327.7114189127, + "95.0" : 1387327.7114189127, + "99.0" : 1387327.7114189127, + "99.9" : 1387327.7114189127, + "99.99" : 1387327.7114189127, + "99.999" : 1387327.7114189127, + "99.9999" : 1387327.7114189127, + "100.0" : 1387327.7114189127 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1308712.16048718, + 1387327.7114189127, + 1351350.24362831, + 1342661.75122945, + 1340207.078893356 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 146430.71333722727, + "scoreError" : 14312.827470185977, + "scoreConfidence" : [ + 132117.8858670413, + 160743.54080741323 + ], + "scorePercentiles" : { + "0.0" : 141083.2326218564, + "50.0" : 146682.84134036792, + "90.0" : 151501.86050748773, + "95.0" : 151501.86050748773, + "99.0" : 151501.86050748773, + "99.9" : 151501.86050748773, + "99.99" : 151501.86050748773, + "99.999" : 151501.86050748773, + "99.9999" : 151501.86050748773, + "100.0" : 151501.86050748773 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 145776.3750979419, + 146682.84134036792, + 151501.86050748773, + 147109.25711848238, + 141083.2326218564 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1332.0235074933303, + "scoreError" : 126.81811013182853, + "scoreConfidence" : [ + 1205.2053973615018, + 1458.8416176251587 + ], + "scorePercentiles" : { + "0.0" : 1276.5683311697298, + "50.0" : 1341.8619121176414, + "90.0" : 1361.5330980870324, + "95.0" : 1361.5330980870324, + "99.0" : 1361.5330980870324, + "99.9" : 1361.5330980870324, + "99.99" : 1361.5330980870324, + "99.999" : 1361.5330980870324, + "99.9999" : 1361.5330980870324, + "100.0" : 1361.5330980870324 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1341.8619121176414, + 1349.1890321549304, + 1330.9651639373174, + 1361.5330980870324, + 1276.5683311697298 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.3811071552316075E7, + "scoreError" : 2262756.990469823, + "scoreConfidence" : [ + 1.1548314561846253E7, + 1.6073828542785898E7 + ], + "scorePercentiles" : { + "0.0" : 1.277893131190834E7, + "50.0" : 1.4000178287489882E7, + "90.0" : 1.4261280143624237E7, + "95.0" : 1.4261280143624237E7, + "99.0" : 1.4261280143624237E7, + "99.9" : 1.4261280143624237E7, + "99.99" : 1.4261280143624237E7, + "99.999" : 1.4261280143624237E7, + "99.9999" : 1.4261280143624237E7, + "100.0" : 1.4261280143624237E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4261280143624237E7, + 1.3994804590207007E7, + 1.277893131190834E7, + 1.402016342835092E7, + 1.4000178287489882E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2217303.268659711, + "scoreError" : 127734.15712794768, + "scoreConfidence" : [ + 2089569.111531763, + 2345037.4257876584 + ], + "scorePercentiles" : { + "0.0" : 2166840.4360925164, + "50.0" : 2232453.7554231766, + "90.0" : 2250934.1388371666, + "95.0" : 2250934.1388371666, + "99.0" : 2250934.1388371666, + "99.9" : 2250934.1388371666, + "99.99" : 2250934.1388371666, + "99.999" : 2250934.1388371666, + "99.9999" : 2250934.1388371666, + "100.0" : 2250934.1388371666 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2250934.1388371666, + 2202442.3563649426, + 2233845.6565807527, + 2166840.4360925164, + 2232453.7554231766 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 257099.65690049468, + "scoreError" : 52475.65343895753, + "scoreConfidence" : [ + 204624.00346153716, + 309575.31033945223 + ], + "scorePercentiles" : { + "0.0" : 232903.85018266342, + "50.0" : 261931.7089437852, + "90.0" : 264997.9567534299, + "95.0" : 264997.9567534299, + "99.0" : 264997.9567534299, + "99.9" : 264997.9567534299, + "99.99" : 264997.9567534299, + "99.999" : 264997.9567534299, + "99.9999" : 264997.9567534299, + "100.0" : 264997.9567534299 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 264997.9567534299, + 261931.7089437852, + 232903.85018266342, + 264559.54579034727, + 261105.22283224753 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1274.8923784317417, + "scoreError" : 129.97753076047815, + "scoreConfidence" : [ + 1144.9148476712635, + 1404.86990919222 + ], + "scorePercentiles" : { + "0.0" : 1241.833770008273, + "50.0" : 1265.3653762413921, + "90.0" : 1331.5788673770226, + "95.0" : 1331.5788673770226, + "99.0" : 1331.5788673770226, + "99.9" : 1331.5788673770226, + "99.99" : 1331.5788673770226, + "99.999" : 1331.5788673770226, + "99.9999" : 1331.5788673770226, + "100.0" : 1331.5788673770226 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1265.3653762413921, + 1273.3701554667418, + 1241.833770008273, + 1262.3137230652785, + 1331.5788673770226 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.838479212335662E7, + "scoreError" : 5603913.242662219, + "scoreConfidence" : [ + 2.2780878880694404E7, + 3.398870536601884E7 + ], + "scorePercentiles" : { + "0.0" : 2.582524091498113E7, + "50.0" : 2.904690363539558E7, + "90.0" : 2.9341168439257234E7, + "95.0" : 2.9341168439257234E7, + "99.0" : 2.9341168439257234E7, + "99.9" : 2.9341168439257234E7, + "99.99" : 2.9341168439257234E7, + "99.999" : 2.9341168439257234E7, + "99.9999" : 2.9341168439257234E7, + "100.0" : 2.9341168439257234E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.582524091498113E7, + 2.9341168439257234E7, + 2.9104981168414507E7, + 2.904690363539558E7, + 2.8605666458734658E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5222850.82537757, + "scoreError" : 263113.0085644108, + "scoreConfidence" : [ + 4959737.81681316, + 5485963.833941981 + ], + "scorePercentiles" : { + "0.0" : 5104885.664744401, + "50.0" : 5258342.850641301, + "90.0" : 5269153.897582832, + "95.0" : 5269153.897582832, + "99.0" : 5269153.897582832, + "99.9" : 5269153.897582832, + "99.99" : 5269153.897582832, + "99.999" : 5269153.897582832, + "99.9999" : 5269153.897582832, + "100.0" : 5269153.897582832 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5222198.59840868, + 5269153.897582832, + 5258342.850641301, + 5104885.664744401, + 5259673.11551064 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 481834.83853756695, + "scoreError" : 24435.860097383746, + "scoreConfidence" : [ + 457398.9784401832, + 506270.6986349507 + ], + "scorePercentiles" : { + "0.0" : 472805.5769323751, + "50.0" : 481019.78585934953, + "90.0" : 488758.89335384476, + "95.0" : 488758.89335384476, + "99.0" : 488758.89335384476, + "99.9" : 488758.89335384476, + "99.99" : 488758.89335384476, + "99.999" : 488758.89335384476, + "99.9999" : 488758.89335384476, + "100.0" : 488758.89335384476 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 472805.5769323751, + 479642.2847665527, + 486947.6517757127, + 488758.89335384476, + 481019.78585934953 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3367.956802222908, + "scoreError" : 399.5664354387879, + "scoreConfidence" : [ + 2968.3903667841205, + 3767.523237661696 + ], + "scorePercentiles" : { + "0.0" : 3253.8266910611997, + "50.0" : 3377.564370780942, + "90.0" : 3480.0770903638736, + "95.0" : 3480.0770903638736, + "99.0" : 3480.0770903638736, + "99.9" : 3480.0770903638736, + "99.99" : 3480.0770903638736, + "99.999" : 3480.0770903638736, + "99.9999" : 3480.0770903638736, + "100.0" : 3480.0770903638736 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3253.8266910611997, + 3377.564370780942, + 3480.0770903638736, + 3457.302529591152, + 3271.0133293173735 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3038556413900204E7, + "scoreError" : 3180535.4324611453, + "scoreConfidence" : [ + 1.9858020981439058E7, + 2.621909184636135E7 + ], + "scorePercentiles" : { + "0.0" : 2.2160925596510883E7, + "50.0" : 2.294508424632591E7, + "90.0" : 2.396281118457638E7, + "95.0" : 2.396281118457638E7, + "99.0" : 2.396281118457638E7, + "99.9" : 2.396281118457638E7, + "99.99" : 2.396281118457638E7, + "99.999" : 2.396281118457638E7, + "99.9999" : 2.396281118457638E7, + "100.0" : 2.396281118457638E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.396281118457638E7, + 2.294508424632591E7, + 2.2322176044798385E7, + 2.3801784997289464E7, + 2.2160925596510883E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3323785.4476333763, + "scoreError" : 270816.9071642313, + "scoreConfidence" : [ + 3052968.540469145, + 3594602.3547976078 + ], + "scorePercentiles" : { + "0.0" : 3232482.098671583, + "50.0" : 3347278.1518352786, + "90.0" : 3389293.1506548906, + "95.0" : 3389293.1506548906, + "99.0" : 3389293.1506548906, + "99.9" : 3389293.1506548906, + "99.99" : 3389293.1506548906, + "99.999" : 3389293.1506548906, + "99.9999" : 3389293.1506548906, + "100.0" : 3389293.1506548906 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3389293.1506548906, + 3347278.1518352786, + 3382396.8157959203, + 3232482.098671583, + 3267477.0212092083 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 360673.71203992085, + "scoreError" : 57924.37886515554, + "scoreConfidence" : [ + 302749.33317476534, + 418598.09090507636 + ], + "scorePercentiles" : { + "0.0" : 336661.0571552267, + "50.0" : 363429.1188991517, + "90.0" : 377824.8228903537, + "95.0" : 377824.8228903537, + "99.0" : 377824.8228903537, + "99.9" : 377824.8228903537, + "99.99" : 377824.8228903537, + "99.999" : 377824.8228903537, + "99.9999" : 377824.8228903537, + "100.0" : 377824.8228903537 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 359697.759111392, + 363429.1188991517, + 336661.0571552267, + 365755.8021434804, + 377824.8228903537 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2297.870079754186, + "scoreError" : 125.52637556489371, + "scoreConfidence" : [ + 2172.343704189292, + 2423.39645531908 + ], + "scorePercentiles" : { + "0.0" : 2254.127509802372, + "50.0" : 2292.285118579939, + "90.0" : 2341.532385461711, + "95.0" : 2341.532385461711, + "99.0" : 2341.532385461711, + "99.9" : 2341.532385461711, + "99.99" : 2341.532385461711, + "99.999" : 2341.532385461711, + "99.9999" : 2341.532385461711, + "100.0" : 2341.532385461711 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2286.8520825812193, + 2292.285118579939, + 2341.532385461711, + 2254.127509802372, + 2314.5533023456887 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.8074781565322995E7, + "scoreError" : 6085976.459811398, + "scoreConfidence" : [ + 2.19888051055116E7, + 3.416075802513439E7 + ], + "scorePercentiles" : { + "0.0" : 2.531012572289943E7, + "50.0" : 2.845549163356914E7, + "90.0" : 2.911921574572478E7, + "95.0" : 2.911921574572478E7, + "99.0" : 2.911921574572478E7, + "99.9" : 2.911921574572478E7, + "99.99" : 2.911921574572478E7, + "99.999" : 2.911921574572478E7, + "99.9999" : 2.911921574572478E7, + "100.0" : 2.911921574572478E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.531012572289943E7, + 2.911921574572478E7, + 2.845549163356914E7, + 2.8416070268300977E7, + 2.907300445612065E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1721889.246310297, + "scoreError" : 240101.1798673935, + "scoreConfidence" : [ + 1481788.0664429034, + 1961990.4261776905 + ], + "scorePercentiles" : { + "0.0" : 1631231.6159278594, + "50.0" : 1763689.7252783338, + "90.0" : 1768195.544642354, + "95.0" : 1768195.544642354, + "99.0" : 1768195.544642354, + "99.9" : 1768195.544642354, + "99.99" : 1768195.544642354, + "99.999" : 1768195.544642354, + "99.9999" : 1768195.544642354, + "100.0" : 1768195.544642354 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1764626.8852984908, + 1763689.7252783338, + 1768195.544642354, + 1681702.4604044473, + 1631231.6159278594 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 177120.37089008008, + "scoreError" : 15129.117877215993, + "scoreConfidence" : [ + 161991.2530128641, + 192249.48876729608 + ], + "scorePercentiles" : { + "0.0" : 172700.6868363364, + "50.0" : 178773.10714983568, + "90.0" : 181738.72005758836, + "95.0" : 181738.72005758836, + "99.0" : 181738.72005758836, + "99.9" : 181738.72005758836, + "99.99" : 181738.72005758836, + "99.999" : 181738.72005758836, + "99.9999" : 181738.72005758836, + "100.0" : 181738.72005758836 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 173327.65781154015, + 172700.6868363364, + 178773.10714983568, + 179061.68259509988, + 181738.72005758836 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1508.3316231466124, + "scoreError" : 197.40392251571396, + "scoreConfidence" : [ + 1310.9277006308985, + 1705.7355456623263 + ], + "scorePercentiles" : { + "0.0" : 1419.9902253544858, + "50.0" : 1532.387257419576, + "90.0" : 1546.0621502402673, + "95.0" : 1546.0621502402673, + "99.0" : 1546.0621502402673, + "99.9" : 1546.0621502402673, + "99.99" : 1546.0621502402673, + "99.999" : 1546.0621502402673, + "99.9999" : 1546.0621502402673, + "100.0" : 1546.0621502402673 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1508.3161550607103, + 1532.387257419576, + 1546.0621502402673, + 1419.9902253544858, + 1534.902327658023 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.3949373457579385E7, + "scoreError" : 3115749.705437313, + "scoreConfidence" : [ + 2.083362375214207E7, + 2.70651231630167E7 + ], + "scorePercentiles" : { + "0.0" : 2.2745261930929102E7, + "50.0" : 2.427058483206652E7, + "90.0" : 2.4727998059226185E7, + "95.0" : 2.4727998059226185E7, + "99.0" : 2.4727998059226185E7, + "99.9" : 2.4727998059226185E7, + "99.99" : 2.4727998059226185E7, + "99.999" : 2.4727998059226185E7, + "99.9999" : 2.4727998059226185E7, + "100.0" : 2.4727998059226185E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.4478031209716816E7, + 2.4727998059226185E7, + 2.2745261930929102E7, + 2.35249912559583E7, + 2.427058483206652E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3279920.358399884, + "scoreError" : 291520.78428648366, + "scoreConfidence" : [ + 2988399.5741134, + 3571441.1426863675 + ], + "scorePercentiles" : { + "0.0" : 3212598.7537472774, + "50.0" : 3260713.911517927, + "90.0" : 3385847.649795875, + "95.0" : 3385847.649795875, + "99.0" : 3385847.649795875, + "99.9" : 3385847.649795875, + "99.99" : 3385847.649795875, + "99.999" : 3385847.649795875, + "99.9999" : 3385847.649795875, + "100.0" : 3385847.649795875 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3212703.9135472495, + 3212598.7537472774, + 3385847.649795875, + 3260713.911517927, + 3327737.563391091 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 333794.6499928385, + "scoreError" : 43126.23714013931, + "scoreConfidence" : [ + 290668.41285269917, + 376920.88713297783 + ], + "scorePercentiles" : { + "0.0" : 321605.3818992635, + "50.0" : 337888.6835559369, + "90.0" : 345191.1363973172, + "95.0" : 345191.1363973172, + "99.0" : 345191.1363973172, + "99.9" : 345191.1363973172, + "99.99" : 345191.1363973172, + "99.999" : 345191.1363973172, + "99.9999" : 345191.1363973172, + "100.0" : 345191.1363973172 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 322117.3368012955, + 342170.7113103793, + 337888.6835559369, + 345191.1363973172, + 321605.3818992635 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1777.9267444818001, + "scoreError" : 141.11260792561927, + "scoreConfidence" : [ + 1636.814136556181, + 1919.0393524074193 + ], + "scorePercentiles" : { + "0.0" : 1718.8279277983784, + "50.0" : 1784.5854447780257, + "90.0" : 1814.313055349762, + "95.0" : 1814.313055349762, + "99.0" : 1814.313055349762, + "99.9" : 1814.313055349762, + "99.99" : 1814.313055349762, + "99.999" : 1814.313055349762, + "99.9999" : 1814.313055349762, + "100.0" : 1814.313055349762 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1784.5854447780257, + 1718.8279277983784, + 1799.7744349292552, + 1772.1328595535801, + 1814.313055349762 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9717711074272074E7, + "scoreError" : 4435645.013730517, + "scoreConfidence" : [ + 1.5282066060541557E7, + 2.4153356088002592E7 + ], + "scorePercentiles" : { + "0.0" : 1.7686562432454642E7, + "50.0" : 2.0230787398859125E7, + "90.0" : 2.038425741420492E7, + "95.0" : 2.038425741420492E7, + "99.0" : 2.038425741420492E7, + "99.9" : 2.038425741420492E7, + "99.99" : 2.038425741420492E7, + "99.999" : 2.038425741420492E7, + "99.9999" : 2.038425741420492E7, + "100.0" : 2.038425741420492E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0380182009251818E7, + 2.0230787398859125E7, + 1.9906766116589863E7, + 1.7686562432454642E7, + 2.038425741420492E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5948479.521971716, + "scoreError" : 430486.63808092015, + "scoreConfidence" : [ + 5517992.8838907955, + 6378966.160052636 + ], + "scorePercentiles" : { + "0.0" : 5758622.406482069, + "50.0" : 5967483.358009035, + "90.0" : 6048563.358159438, + "95.0" : 6048563.358159438, + "99.0" : 6048563.358159438, + "99.9" : 6048563.358159438, + "99.99" : 6048563.358159438, + "99.999" : 6048563.358159438, + "99.9999" : 6048563.358159438, + "100.0" : 6048563.358159438 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5960781.863461392, + 5967483.358009035, + 5758622.406482069, + 6006946.623746649, + 6048563.358159438 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 454848.35645630286, + "scoreError" : 32978.03507836408, + "scoreConfidence" : [ + 421870.3213779388, + 487826.39153466694 + ], + "scorePercentiles" : { + "0.0" : 442259.39446351986, + "50.0" : 457496.5536913024, + "90.0" : 464069.9496824746, + "95.0" : 464069.9496824746, + "99.0" : 464069.9496824746, + "99.9" : 464069.9496824746, + "99.99" : 464069.9496824746, + "99.999" : 464069.9496824746, + "99.9999" : 464069.9496824746, + "100.0" : 464069.9496824746 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 457496.5536913024, + 459822.9732123545, + 442259.39446351986, + 464069.9496824746, + 450592.91123186296 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3300.4680537969034, + "scoreError" : 270.04267310537256, + "scoreConfidence" : [ + 3030.425380691531, + 3570.510726902276 + ], + "scorePercentiles" : { + "0.0" : 3181.8707302897387, + "50.0" : 3321.7577603636305, + "90.0" : 3352.5719147554364, + "95.0" : 3352.5719147554364, + "99.0" : 3352.5719147554364, + "99.9" : 3352.5719147554364, + "99.99" : 3352.5719147554364, + "99.999" : 3352.5719147554364, + "99.9999" : 3352.5719147554364, + "100.0" : 3352.5719147554364 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3181.8707302897387, + 3321.7577603636305, + 3349.6909173636427, + 3352.5719147554364, + 3296.4489462120678 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.441179589037903E7, + "scoreError" : 560278.0131943992, + "scoreConfidence" : [ + 1.3851517877184631E7, + 1.497207390357343E7 + ], + "scorePercentiles" : { + "0.0" : 1.4214889858054988E7, + "50.0" : 1.4485314290462548E7, + "90.0" : 1.4545586863500988E7, + "95.0" : 1.4545586863500988E7, + "99.0" : 1.4545586863500988E7, + "99.9" : 1.4545586863500988E7, + "99.99" : 1.4545586863500988E7, + "99.999" : 1.4545586863500988E7, + "99.9999" : 1.4545586863500988E7, + "100.0" : 1.4545586863500988E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4512784468699664E7, + 1.4545586863500988E7, + 1.4485314290462548E7, + 1.4300403971176965E7, + 1.4214889858054988E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3407916.4899507277, + "scoreError" : 278655.24101760174, + "scoreConfidence" : [ + 3129261.2489331258, + 3686571.7309683296 + ], + "scorePercentiles" : { + "0.0" : 3308320.486035009, + "50.0" : 3411657.4450846943, + "90.0" : 3481045.437820468, + "95.0" : 3481045.437820468, + "99.0" : 3481045.437820468, + "99.9" : 3481045.437820468, + "99.99" : 3481045.437820468, + "99.999" : 3481045.437820468, + "99.9999" : 3481045.437820468, + "100.0" : 3481045.437820468 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3308320.486035009, + 3481045.437820468, + 3411657.4450846943, + 3367280.293059526, + 3471278.78775394 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 360381.57947711635, + "scoreError" : 42037.29914870361, + "scoreConfidence" : [ + 318344.2803284127, + 402418.87862582 + ], + "scorePercentiles" : { + "0.0" : 341185.4409630784, + "50.0" : 364543.82077949686, + "90.0" : 368264.26058739354, + "95.0" : 368264.26058739354, + "99.0" : 368264.26058739354, + "99.9" : 368264.26058739354, + "99.99" : 368264.26058739354, + "99.999" : 368264.26058739354, + "99.9999" : 368264.26058739354, + "100.0" : 368264.26058739354 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 341185.4409630784, + 362692.8961166009, + 364543.82077949686, + 368264.26058739354, + 365221.478939012 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2284.5968495780207, + "scoreError" : 179.9067674829962, + "scoreConfidence" : [ + 2104.6900820950245, + 2464.503617061017 + ], + "scorePercentiles" : { + "0.0" : 2204.778966950755, + "50.0" : 2295.9166072094536, + "90.0" : 2328.3936738019556, + "95.0" : 2328.3936738019556, + "99.0" : 2328.3936738019556, + "99.9" : 2328.3936738019556, + "99.99" : 2328.3936738019556, + "99.999" : 2328.3936738019556, + "99.9999" : 2328.3936738019556, + "100.0" : 2328.3936738019556 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2299.094349950045, + 2294.8006499778967, + 2204.778966950755, + 2295.9166072094536, + 2328.3936738019556 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.4036171290152572E7, + "scoreError" : 3159870.4442752907, + "scoreConfidence" : [ + 2.0876300845877282E7, + 2.7196041734427862E7 + ], + "scorePercentiles" : { + "0.0" : 2.2730809681560434E7, + "50.0" : 2.423234331160544E7, + "90.0" : 2.4816913843268923E7, + "95.0" : 2.4816913843268923E7, + "99.0" : 2.4816913843268923E7, + "99.9" : 2.4816913843268923E7, + "99.99" : 2.4816913843268923E7, + "99.999" : 2.4816913843268923E7, + "99.9999" : 2.4816913843268923E7, + "100.0" : 2.4816913843268923E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.423234331160544E7, + 2.2730809681560434E7, + 2.3821157410897855E7, + 2.4816913843268923E7, + 2.4579632203430187E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1629607.5901454352, + "scoreError" : 298664.1230873739, + "scoreConfidence" : [ + 1330943.4670580612, + 1928271.7132328092 + ], + "scorePercentiles" : { + "0.0" : 1493130.2630270612, + "50.0" : 1657729.8584932606, + "90.0" : 1683869.3773908636, + "95.0" : 1683869.3773908636, + "99.0" : 1683869.3773908636, + "99.9" : 1683869.3773908636, + "99.99" : 1683869.3773908636, + "99.999" : 1683869.3773908636, + "99.9999" : 1683869.3773908636, + "100.0" : 1683869.3773908636 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1645717.4267239177, + 1683869.3773908636, + 1493130.2630270612, + 1657729.8584932606, + 1667591.0250920728 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 165737.1576314542, + "scoreError" : 19963.30917176676, + "scoreConfidence" : [ + 145773.84845968743, + 185700.46680322097 + ], + "scorePercentiles" : { + "0.0" : 158050.83937227092, + "50.0" : 166233.56783470983, + "90.0" : 171895.25617136547, + "95.0" : 171895.25617136547, + "99.0" : 171895.25617136547, + "99.9" : 171895.25617136547, + "99.99" : 171895.25617136547, + "99.999" : 171895.25617136547, + "99.9999" : 171895.25617136547, + "100.0" : 171895.25617136547 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 164047.16795337194, + 171895.25617136547, + 168458.9568255527, + 166233.56783470983, + 158050.83937227092 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1764.4230002054178, + "scoreError" : 243.50741334551068, + "scoreConfidence" : [ + 1520.915586859907, + 2007.9304135509285 + ], + "scorePercentiles" : { + "0.0" : 1657.1580212096358, + "50.0" : 1776.1961946117392, + "90.0" : 1816.8647211777836, + "95.0" : 1816.8647211777836, + "99.0" : 1816.8647211777836, + "99.9" : 1816.8647211777836, + "99.99" : 1816.8647211777836, + "99.999" : 1816.8647211777836, + "99.9999" : 1816.8647211777836, + "100.0" : 1816.8647211777836 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1816.8647211777836, + 1767.576066377742, + 1657.1580212096358, + 1804.3199976501878, + 1776.1961946117392 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4915485849652523E7, + "scoreError" : 5208502.845784478, + "scoreConfidence" : [ + 9706983.003868045, + 2.0123988695437E7 + ], + "scorePercentiles" : { + "0.0" : 1.2499618782904912E7, + "50.0" : 1.5514792994114993E7, + "90.0" : 1.5583224766153105E7, + "95.0" : 1.5583224766153105E7, + "99.0" : 1.5583224766153105E7, + "99.9" : 1.5583224766153105E7, + "99.99" : 1.5583224766153105E7, + "99.999" : 1.5583224766153105E7, + "99.9999" : 1.5583224766153105E7, + "100.0" : 1.5583224766153105E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.2499618782904912E7, + 1.5397439176445846E7, + 1.5583224766153105E7, + 1.5582353528643763E7, + 1.5514792994114993E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2981547.7775454363, + "scoreError" : 374722.9247846292, + "scoreConfidence" : [ + 2606824.852760807, + 3356270.7023300654 + ], + "scorePercentiles" : { + "0.0" : 2832930.560225451, + "50.0" : 2992669.9497668133, + "90.0" : 3097496.712205844, + "95.0" : 3097496.712205844, + "99.0" : 3097496.712205844, + "99.9" : 3097496.712205844, + "99.99" : 3097496.712205844, + "99.999" : 3097496.712205844, + "99.9999" : 3097496.712205844, + "100.0" : 3097496.712205844 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2992669.9497668133, + 2832930.560225451, + 2960751.2210485083, + 3023890.444480565, + 3097496.712205844 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 341345.81963675556, + "scoreError" : 56159.07810557977, + "scoreConfidence" : [ + 285186.7415311758, + 397504.89774233534 + ], + "scorePercentiles" : { + "0.0" : 317143.5417355329, + "50.0" : 347144.50032024423, + "90.0" : 352209.39268522646, + "95.0" : 352209.39268522646, + "99.0" : 352209.39268522646, + "99.9" : 352209.39268522646, + "99.99" : 352209.39268522646, + "99.999" : 352209.39268522646, + "99.9999" : 352209.39268522646, + "100.0" : 352209.39268522646 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 338596.89521382604, + 351634.7682289483, + 347144.50032024423, + 352209.39268522646, + 317143.5417355329 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1647.2709684502292, + "scoreError" : 155.87200162234262, + "scoreConfidence" : [ + 1491.3989668278866, + 1803.1429700725719 + ], + "scorePercentiles" : { + "0.0" : 1588.075757190376, + "50.0" : 1646.3239960749238, + "90.0" : 1689.7355819671347, + "95.0" : 1689.7355819671347, + "99.0" : 1689.7355819671347, + "99.9" : 1689.7355819671347, + "99.99" : 1689.7355819671347, + "99.999" : 1689.7355819671347, + "99.9999" : 1689.7355819671347, + "100.0" : 1689.7355819671347 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1588.075757190376, + 1632.7657336024035, + 1689.7355819671347, + 1679.4537734163084, + 1646.3239960749238 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.037955629743769E7, + "scoreError" : 998535.7554617493, + "scoreConfidence" : [ + 1.938102054197594E7, + 2.137809205289944E7 + ], + "scorePercentiles" : { + "0.0" : 2.004891542327649E7, + "50.0" : 2.0444476900447708E7, + "90.0" : 2.0677988817422837E7, + "95.0" : 2.0677988817422837E7, + "99.0" : 2.0677988817422837E7, + "99.9" : 2.0677988817422837E7, + "99.99" : 2.0677988817422837E7, + "99.999" : 2.0677988817422837E7, + "99.9999" : 2.0677988817422837E7, + "100.0" : 2.0677988817422837E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0444476900447708E7, + 2.0181754263768926E7, + 2.0677988817422837E7, + 2.0544646082272485E7, + 2.004891542327649E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4907160.116836562, + "scoreError" : 306404.0494671537, + "scoreConfidence" : [ + 4600756.067369408, + 5213564.166303716 + ], + "scorePercentiles" : { + "0.0" : 4780966.146042982, + "50.0" : 4940747.758326883, + "90.0" : 4985937.462160039, + "95.0" : 4985937.462160039, + "99.0" : 4985937.462160039, + "99.9" : 4985937.462160039, + "99.99" : 4985937.462160039, + "99.999" : 4985937.462160039, + "99.9999" : 4985937.462160039, + "100.0" : 4985937.462160039 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4780966.146042982, + 4985937.462160039, + 4882670.98444679, + 4945478.233206114, + 4940747.758326883 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 370754.28503628226, + "scoreError" : 26240.53880083149, + "scoreConfidence" : [ + 344513.7462354508, + 396994.82383711374 + ], + "scorePercentiles" : { + "0.0" : 362187.2467618127, + "50.0" : 371750.26156969345, + "90.0" : 380374.1384083225, + "95.0" : 380374.1384083225, + "99.0" : 380374.1384083225, + "99.9" : 380374.1384083225, + "99.99" : 380374.1384083225, + "99.999" : 380374.1384083225, + "99.9999" : 380374.1384083225, + "100.0" : 380374.1384083225 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 371750.26156969345, + 366837.84959890094, + 362187.2467618127, + 372621.9288426818, + 380374.1384083225 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2722.6623216353046, + "scoreError" : 273.1843898464773, + "scoreConfidence" : [ + 2449.4779317888274, + 2995.8467114817818 + ], + "scorePercentiles" : { + "0.0" : 2603.8528227783386, + "50.0" : 2751.439339960993, + "90.0" : 2776.117708909828, + "95.0" : 2776.117708909828, + "99.0" : 2776.117708909828, + "99.9" : 2776.117708909828, + "99.99" : 2776.117708909828, + "99.999" : 2776.117708909828, + "99.9999" : 2776.117708909828, + "100.0" : 2776.117708909828 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2712.1185491201045, + 2603.8528227783386, + 2769.7831874072594, + 2776.117708909828, + 2751.439339960993 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.337171544074063E7, + "scoreError" : 4777955.740843609, + "scoreConfidence" : [ + 8593759.699897021, + 1.814967118158424E7 + ], + "scorePercentiles" : { + "0.0" : 1.1250409331941899E7, + "50.0" : 1.3884688582822103E7, + "90.0" : 1.4272358662915226E7, + "95.0" : 1.4272358662915226E7, + "99.0" : 1.4272358662915226E7, + "99.9" : 1.4272358662915226E7, + "99.99" : 1.4272358662915226E7, + "99.999" : 1.4272358662915226E7, + "99.9999" : 1.4272358662915226E7, + "100.0" : 1.4272358662915226E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3316974477245787E7, + 1.1250409331941899E7, + 1.3884688582822103E7, + 1.4134146148778135E7, + 1.4272358662915226E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2617401.0034262273, + "scoreError" : 187923.32204483822, + "scoreConfidence" : [ + 2429477.681381389, + 2805324.3254710655 + ], + "scorePercentiles" : { + "0.0" : 2534530.055484881, + "50.0" : 2626259.0885321097, + "90.0" : 2662858.299054426, + "95.0" : 2662858.299054426, + "99.0" : 2662858.299054426, + "99.9" : 2662858.299054426, + "99.99" : 2662858.299054426, + "99.999" : 2662858.299054426, + "99.9999" : 2662858.299054426, + "100.0" : 2662858.299054426 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2626259.0885321097, + 2662858.299054426, + 2638987.368924992, + 2624370.205134727, + 2534530.055484881 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 285862.2307065955, + "scoreError" : 16756.691297567835, + "scoreConfidence" : [ + 269105.53940902767, + 302618.9220041634 + ], + "scorePercentiles" : { + "0.0" : 279131.61052937305, + "50.0" : 286490.1355426789, + "90.0" : 291023.50204154477, + "95.0" : 291023.50204154477, + "99.0" : 291023.50204154477, + "99.9" : 291023.50204154477, + "99.99" : 291023.50204154477, + "99.999" : 291023.50204154477, + "99.9999" : 291023.50204154477, + "100.0" : 291023.50204154477 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 279131.61052937305, + 285114.2711378862, + 287551.63428149483, + 286490.1355426789, + 291023.50204154477 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1862.1673724370685, + "scoreError" : 113.11182864666903, + "scoreConfidence" : [ + 1749.0555437903995, + 1975.2792010837375 + ], + "scorePercentiles" : { + "0.0" : 1831.0240275728231, + "50.0" : 1865.8043624739366, + "90.0" : 1900.8261904059434, + "95.0" : 1900.8261904059434, + "99.0" : 1900.8261904059434, + "99.9" : 1900.8261904059434, + "99.99" : 1900.8261904059434, + "99.999" : 1900.8261904059434, + "99.9999" : 1900.8261904059434, + "100.0" : 1900.8261904059434 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1831.0240275728231, + 1877.9415844733755, + 1900.8261904059434, + 1865.8043624739366, + 1835.2406972592637 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.986118218959375E7, + "scoreError" : 4022010.9203548054, + "scoreConfidence" : [ + 1.5839171269238945E7, + 2.3883193109948557E7 + ], + "scorePercentiles" : { + "0.0" : 1.80691650327351E7, + "50.0" : 2.0132592202453993E7, + "90.0" : 2.0780021303112812E7, + "95.0" : 2.0780021303112812E7, + "99.0" : 2.0780021303112812E7, + "99.9" : 2.0780021303112812E7, + "99.99" : 2.0780021303112812E7, + "99.999" : 2.0780021303112812E7, + "99.9999" : 2.0780021303112812E7, + "100.0" : 2.0780021303112812E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.0325824194443703E7, + 1.80691650327351E7, + 2.0132592202453993E7, + 2.0780021303112812E7, + 1.9998308215223156E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1340204.7899779687, + "scoreError" : 109881.95062393097, + "scoreConfidence" : [ + 1230322.8393540378, + 1450086.7406018996 + ], + "scorePercentiles" : { + "0.0" : 1311386.490177217, + "50.0" : 1331840.7317853041, + "90.0" : 1372263.0794970037, + "95.0" : 1372263.0794970037, + "99.0" : 1372263.0794970037, + "99.9" : 1372263.0794970037, + "99.99" : 1372263.0794970037, + "99.999" : 1372263.0794970037, + "99.9999" : 1372263.0794970037, + "100.0" : 1372263.0794970037 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1372263.0794970037, + 1311386.490177217, + 1317116.3087072552, + 1368417.3397230634, + 1331840.7317853041 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 150499.47151270392, + "scoreError" : 18756.27252606397, + "scoreConfidence" : [ + 131743.19898663997, + 169255.74403876788 + ], + "scorePercentiles" : { + "0.0" : 142441.3101482014, + "50.0" : 151543.7647527634, + "90.0" : 154422.70498079975, + "95.0" : 154422.70498079975, + "99.0" : 154422.70498079975, + "99.9" : 154422.70498079975, + "99.99" : 154422.70498079975, + "99.999" : 154422.70498079975, + "99.9999" : 154422.70498079975, + "100.0" : 154422.70498079975 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 142441.3101482014, + 154422.70498079975, + 151543.7647527634, + 149957.67207678859, + 154131.90560496645 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1446.9534827713169, + "scoreError" : 55.57722104377014, + "scoreConfidence" : [ + 1391.3762617275468, + 1502.530703815087 + ], + "scorePercentiles" : { + "0.0" : 1428.1273423160958, + "50.0" : 1442.6329292982725, + "90.0" : 1463.5807975380023, + "95.0" : 1463.5807975380023, + "99.0" : 1463.5807975380023, + "99.9" : 1463.5807975380023, + "99.99" : 1463.5807975380023, + "99.999" : 1463.5807975380023, + "99.9999" : 1463.5807975380023, + "100.0" : 1463.5807975380023 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1459.2260177648213, + 1428.1273423160958, + 1442.6329292982725, + 1463.5807975380023, + 1441.2003269393924 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4365846658210348E7, + "scoreError" : 970969.3669013674, + "scoreConfidence" : [ + 1.339487729130898E7, + 1.5336816025111716E7 + ], + "scorePercentiles" : { + "0.0" : 1.405628038694689E7, + "50.0" : 1.4270994638332305E7, + "90.0" : 1.4635333761119036E7, + "95.0" : 1.4635333761119036E7, + "99.0" : 1.4635333761119036E7, + "99.9" : 1.4635333761119036E7, + "99.99" : 1.4635333761119036E7, + "99.999" : 1.4635333761119036E7, + "99.9999" : 1.4635333761119036E7, + "100.0" : 1.4635333761119036E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.405628038694689E7, + 1.4635333761119036E7, + 1.4270994638332305E7, + 1.4249220901508445E7, + 1.4617403603145076E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2621193.167001675, + "scoreError" : 305637.96125296946, + "scoreConfidence" : [ + 2315555.205748705, + 2926831.1282546446 + ], + "scorePercentiles" : { + "0.0" : 2490731.32284192, + "50.0" : 2661575.3340082453, + "90.0" : 2680378.1990765254, + "95.0" : 2680378.1990765254, + "99.0" : 2680378.1990765254, + "99.9" : 2680378.1990765254, + "99.99" : 2680378.1990765254, + "99.999" : 2680378.1990765254, + "99.9999" : 2680378.1990765254, + "100.0" : 2680378.1990765254 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2490731.32284192, + 2600798.44165267, + 2672482.5374290124, + 2661575.3340082453, + 2680378.1990765254 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 267831.7802861794, + "scoreError" : 25987.62532651929, + "scoreConfidence" : [ + 241844.1549596601, + 293819.4056126987 + ], + "scorePercentiles" : { + "0.0" : 256157.35187895526, + "50.0" : 270761.09737843607, + "90.0" : 272510.1267714815, + "95.0" : 272510.1267714815, + "99.0" : 272510.1267714815, + "99.9" : 272510.1267714815, + "99.99" : 272510.1267714815, + "99.999" : 272510.1267714815, + "99.9999" : 272510.1267714815, + "100.0" : 272510.1267714815 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 270761.09737843607, + 267972.88666392234, + 271757.4387381018, + 256157.35187895526, + 272510.1267714815 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1342.915147218731, + "scoreError" : 83.98492335673124, + "scoreConfidence" : [ + 1258.9302238619996, + 1426.9000705754622 + ], + "scorePercentiles" : { + "0.0" : 1308.2149511648552, + "50.0" : 1343.8491264699128, + "90.0" : 1366.8310205033765, + "95.0" : 1366.8310205033765, + "99.0" : 1366.8310205033765, + "99.9" : 1366.8310205033765, + "99.99" : 1366.8310205033765, + "99.999" : 1366.8310205033765, + "99.9999" : 1366.8310205033765, + "100.0" : 1366.8310205033765 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1354.0593486009916, + 1343.8491264699128, + 1341.621289354519, + 1366.8310205033765, + 1308.2149511648552 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.9439503467817E7, + "scoreError" : 8233262.334108375, + "scoreConfidence" : [ + 1.1206241133708626E7, + 2.7672765801925376E7 + ], + "scorePercentiles" : { + "0.0" : 1.5628743594325254E7, + "50.0" : 2.0281969654392358E7, + "90.0" : 2.07011405890594E7, + "95.0" : 2.07011405890594E7, + "99.0" : 2.07011405890594E7, + "99.9" : 2.07011405890594E7, + "99.99" : 2.07011405890594E7, + "99.999" : 2.07011405890594E7, + "99.9999" : 2.07011405890594E7, + "100.0" : 2.07011405890594E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.5628743594325254E7, + 2.0352290464710053E7, + 2.0281969654392358E7, + 2.07011405890594E7, + 2.023337303659794E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4295196.428458499, + "scoreError" : 384186.45834108285, + "scoreConfidence" : [ + 3911009.9701174158, + 4679382.886799581 + ], + "scorePercentiles" : { + "0.0" : 4192006.5333889844, + "50.0" : 4284052.70946429, + "90.0" : 4407398.779231257, + "95.0" : 4407398.779231257, + "99.0" : 4407398.779231257, + "99.9" : 4407398.779231257, + "99.99" : 4407398.779231257, + "99.999" : 4407398.779231257, + "99.9999" : 4407398.779231257, + "100.0" : 4407398.779231257 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4192006.5333889844, + 4205559.703717856, + 4386964.416490103, + 4284052.70946429, + 4407398.779231257 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 372851.47780841973, + "scoreError" : 44522.72202861617, + "scoreConfidence" : [ + 328328.75577980356, + 417374.1998370359 + ], + "scorePercentiles" : { + "0.0" : 352449.2196665869, + "50.0" : 376671.57646732917, + "90.0" : 379830.6684041456, + "95.0" : 379830.6684041456, + "99.0" : 379830.6684041456, + "99.9" : 379830.6684041456, + "99.99" : 379830.6684041456, + "99.999" : 379830.6684041456, + "99.9999" : 379830.6684041456, + "100.0" : 379830.6684041456 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 375520.55073537625, + 376671.57646732917, + 352449.2196665869, + 379830.6684041456, + 379785.3737686605 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2731.8768736277643, + "scoreError" : 154.9900015187271, + "scoreConfidence" : [ + 2576.886872109037, + 2886.8668751464916 + ], + "scorePercentiles" : { + "0.0" : 2665.662187604849, + "50.0" : 2735.6811327160267, + "90.0" : 2766.014073811369, + "95.0" : 2766.014073811369, + "99.0" : 2766.014073811369, + "99.9" : 2766.014073811369, + "99.99" : 2766.014073811369, + "99.999" : 2766.014073811369, + "99.9999" : 2766.014073811369, + "100.0" : 2766.014073811369 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2735.6811327160267, + 2766.014073811369, + 2729.943495345747, + 2665.662187604849, + 2762.0834786608284 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4271930871920932E7, + "scoreError" : 2655946.7906090226, + "scoreConfidence" : [ + 1.161598408131191E7, + 1.6927877662529953E7 + ], + "scorePercentiles" : { + "0.0" : 1.3351410746235631E7, + "50.0" : 1.4357051845924374E7, + "90.0" : 1.5102165130289454E7, + "95.0" : 1.5102165130289454E7, + "99.0" : 1.5102165130289454E7, + "99.9" : 1.5102165130289454E7, + "99.99" : 1.5102165130289454E7, + "99.999" : 1.5102165130289454E7, + "99.9999" : 1.5102165130289454E7, + "100.0" : 1.5102165130289454E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3351410746235631E7, + 1.4357051845924374E7, + 1.3850800471743787E7, + 1.5102165130289454E7, + 1.4698226165411413E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2746960.681057199, + "scoreError" : 297006.11415738397, + "scoreConfidence" : [ + 2449954.566899815, + 3043966.7952145827 + ], + "scorePercentiles" : { + "0.0" : 2618060.298723208, + "50.0" : 2768683.387993043, + "90.0" : 2817336.597773139, + "95.0" : 2817336.597773139, + "99.0" : 2817336.597773139, + "99.9" : 2817336.597773139, + "99.99" : 2817336.597773139, + "99.999" : 2817336.597773139, + "99.9999" : 2817336.597773139, + "100.0" : 2817336.597773139 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2768683.387993043, + 2618060.298723208, + 2742124.0713829207, + 2788599.0494136824, + 2817336.597773139 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 283011.1585299754, + "scoreError" : 50317.68374504967, + "scoreConfidence" : [ + 232693.47478492573, + 333328.8422750251 + ], + "scorePercentiles" : { + "0.0" : 260138.9677521011, + "50.0" : 289369.8475219444, + "90.0" : 291548.140842057, + "95.0" : 291548.140842057, + "99.0" : 291548.140842057, + "99.9" : 291548.140842057, + "99.99" : 291548.140842057, + "99.999" : 291548.140842057, + "99.9999" : 291548.140842057, + "100.0" : 291548.140842057 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 289369.8475219444, + 260138.9677521011, + 291548.140842057, + 284282.8723424151, + 289715.9641913595 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1904.4224467234512, + "scoreError" : 148.2677925889899, + "scoreConfidence" : [ + 1756.1546541344615, + 2052.690239312441 + ], + "scorePercentiles" : { + "0.0" : 1863.834898556111, + "50.0" : 1896.6651574088582, + "90.0" : 1953.8992417834056, + "95.0" : 1953.8992417834056, + "99.0" : 1953.8992417834056, + "99.9" : 1953.8992417834056, + "99.99" : 1953.8992417834056, + "99.999" : 1953.8992417834056, + "99.9999" : 1953.8992417834056, + "100.0" : 1953.8992417834056 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1874.0712246363166, + 1953.8992417834056, + 1933.6417112325637, + 1863.834898556111, + 1896.6651574088582 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.2376594185072236E7, + "scoreError" : 2155765.7436982985, + "scoreConfidence" : [ + 2.0220828441373937E7, + 2.4532359928770535E7 + ], + "scorePercentiles" : { + "0.0" : 2.1433793045151338E7, + "50.0" : 2.260731652721185E7, + "90.0" : 2.286423637998747E7, + "95.0" : 2.286423637998747E7, + "99.0" : 2.286423637998747E7, + "99.9" : 2.286423637998747E7, + "99.99" : 2.286423637998747E7, + "99.999" : 2.286423637998747E7, + "99.9999" : 2.286423637998747E7, + "100.0" : 2.286423637998747E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1433793045151338E7, + 2.233289516612217E7, + 2.286423637998747E7, + 2.260731652721185E7, + 2.2644729806888342E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1237259.518923676, + "scoreError" : 123035.11845750498, + "scoreConfidence" : [ + 1114224.400466171, + 1360294.6373811811 + ], + "scorePercentiles" : { + "0.0" : 1187756.1631386783, + "50.0" : 1249411.1348353596, + "90.0" : 1266036.0762631495, + "95.0" : 1266036.0762631495, + "99.0" : 1266036.0762631495, + "99.9" : 1266036.0762631495, + "99.99" : 1266036.0762631495, + "99.999" : 1266036.0762631495, + "99.9999" : 1266036.0762631495, + "100.0" : 1266036.0762631495 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1187756.1631386783, + 1223932.1093003487, + 1259162.111080845, + 1266036.0762631495, + 1249411.1348353596 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 121711.28427590345, + "scoreError" : 21222.677128366686, + "scoreConfidence" : [ + 100488.60714753676, + 142933.96140427014 + ], + "scorePercentiles" : { + "0.0" : 113684.57192812994, + "50.0" : 123966.10573553148, + "90.0" : 127411.54072006742, + "95.0" : 127411.54072006742, + "99.0" : 127411.54072006742, + "99.9" : 127411.54072006742, + "99.99" : 127411.54072006742, + "99.999" : 127411.54072006742, + "99.9999" : 127411.54072006742, + "100.0" : 127411.54072006742 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 113684.57192812994, + 118624.8405462608, + 124869.36244952772, + 127411.54072006742, + 123966.10573553148 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1462.571096140463, + "scoreError" : 86.69530670054954, + "scoreConfidence" : [ + 1375.8757894399134, + 1549.2664028410125 + ], + "scorePercentiles" : { + "0.0" : 1428.0180565952876, + "50.0" : 1460.1538923901578, + "90.0" : 1485.6719520511358, + "95.0" : 1485.6719520511358, + "99.0" : 1485.6719520511358, + "99.9" : 1485.6719520511358, + "99.99" : 1485.6719520511358, + "99.999" : 1485.6719520511358, + "99.9999" : 1485.6719520511358, + "100.0" : 1485.6719520511358 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1479.4562968160692, + 1459.555282849664, + 1460.1538923901578, + 1485.6719520511358, + 1428.0180565952876 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.415975407969072E7, + "scoreError" : 597206.5728634695, + "scoreConfidence" : [ + 1.3562547506827252E7, + 1.475696065255419E7 + ], + "scorePercentiles" : { + "0.0" : 1.3958492509901993E7, + "50.0" : 1.4153630269376582E7, + "90.0" : 1.4390519680411473E7, + "95.0" : 1.4390519680411473E7, + "99.0" : 1.4390519680411473E7, + "99.9" : 1.4390519680411473E7, + "99.99" : 1.4390519680411473E7, + "99.999" : 1.4390519680411473E7, + "99.9999" : 1.4390519680411473E7, + "100.0" : 1.4390519680411473E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3958492509901993E7, + 1.4115314003362566E7, + 1.4180813935401002E7, + 1.4390519680411473E7, + 1.4153630269376582E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2512608.9093499207, + "scoreError" : 267674.8754036237, + "scoreConfidence" : [ + 2244934.033946297, + 2780283.7847535443 + ], + "scorePercentiles" : { + "0.0" : 2395848.8757000556, + "50.0" : 2552385.9032951095, + "90.0" : 2560271.6697917213, + "95.0" : 2560271.6697917213, + "99.0" : 2560271.6697917213, + "99.9" : 2560271.6697917213, + "99.99" : 2560271.6697917213, + "99.999" : 2560271.6697917213, + "99.9999" : 2560271.6697917213, + "100.0" : 2560271.6697917213 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2553842.223344825, + 2560271.6697917213, + 2552385.9032951095, + 2500695.874617892, + 2395848.8757000556 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 265299.89018452377, + "scoreError" : 15873.510656473161, + "scoreConfidence" : [ + 249426.3795280506, + 281173.40084099694 + ], + "scorePercentiles" : { + "0.0" : 258378.56034425128, + "50.0" : 266794.81337080145, + "90.0" : 269080.1284160227, + "95.0" : 269080.1284160227, + "99.0" : 269080.1284160227, + "99.9" : 269080.1284160227, + "99.99" : 269080.1284160227, + "99.999" : 269080.1284160227, + "99.9999" : 269080.1284160227, + "100.0" : 269080.1284160227 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 258378.56034425128, + 267169.0864678926, + 266794.81337080145, + 265076.86232365086, + 269080.1284160227 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1355.319819116087, + "scoreError" : 122.38283405469822, + "scoreConfidence" : [ + 1232.936985061389, + 1477.7026531707852 + ], + "scorePercentiles" : { + "0.0" : 1301.1292716473108, + "50.0" : 1370.8798047598577, + "90.0" : 1376.1157480075776, + "95.0" : 1376.1157480075776, + "99.0" : 1376.1157480075776, + "99.9" : 1376.1157480075776, + "99.99" : 1376.1157480075776, + "99.999" : 1376.1157480075776, + "99.9999" : 1376.1157480075776, + "100.0" : 1376.1157480075776 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1301.1292716473108, + 1352.6126792793702, + 1376.1157480075776, + 1375.8615918863193, + 1370.8798047598577 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.733372588076219E7, + "scoreError" : 4006173.6134798964, + "scoreConfidence" : [ + 6.332755226728229E7, + 7.133989949424209E7 + ], + "scorePercentiles" : { + "0.0" : 6.607452835093602E7, + "50.0" : 6.794397439312126E7, + "90.0" : 6.820256092104277E7, + "95.0" : 6.820256092104277E7, + "99.0" : 6.820256092104277E7, + "99.9" : 6.820256092104277E7, + "99.99" : 6.820256092104277E7, + "99.999" : 6.820256092104277E7, + "99.9999" : 6.820256092104277E7, + "100.0" : 6.820256092104277E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.607452835093602E7, + 6.811614467617235E7, + 6.820256092104277E7, + 6.794397439312126E7, + 6.633142106253856E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5500425.688106289, + "scoreError" : 434802.41484772257, + "scoreConfidence" : [ + 5065623.273258567, + 5935228.102954011 + ], + "scorePercentiles" : { + "0.0" : 5308667.954374242, + "50.0" : 5515726.607544321, + "90.0" : 5588037.5057578655, + "95.0" : 5588037.5057578655, + "99.0" : 5588037.5057578655, + "99.9" : 5588037.5057578655, + "99.99" : 5588037.5057578655, + "99.999" : 5588037.5057578655, + "99.9999" : 5588037.5057578655, + "100.0" : 5588037.5057578655 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5588037.5057578655, + 5510401.657229312, + 5308667.954374242, + 5515726.607544321, + 5579294.715625706 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 492125.55568007624, + "scoreError" : 58710.794711829905, + "scoreConfidence" : [ + 433414.7609682463, + 550836.3503919061 + ], + "scorePercentiles" : { + "0.0" : 466217.9421279357, + "50.0" : 494676.3335573789, + "90.0" : 503571.85560062947, + "95.0" : 503571.85560062947, + "99.0" : 503571.85560062947, + "99.9" : 503571.85560062947, + "99.99" : 503571.85560062947, + "99.999" : 503571.85560062947, + "99.9999" : 503571.85560062947, + "100.0" : 503571.85560062947 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 503571.85560062947, + 494676.3335573789, + 503092.09895521944, + 466217.9421279357, + 493069.5481592176 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 2249.459759523891, + "scoreError" : 123.75788056120179, + "scoreConfidence" : [ + 2125.701878962689, + 2373.217640085093 + ], + "scorePercentiles" : { + "0.0" : 2199.8087133456097, + "50.0" : 2246.455552821613, + "90.0" : 2282.682129995161, + "95.0" : 2282.682129995161, + "99.0" : 2282.682129995161, + "99.9" : 2282.682129995161, + "99.99" : 2282.682129995161, + "99.999" : 2282.682129995161, + "99.9999" : 2282.682129995161, + "100.0" : 2282.682129995161 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2245.6669227379616, + 2282.682129995161, + 2246.455552821613, + 2272.6854787191087, + 2199.8087133456097 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.1118397432088487E7, + "scoreError" : 3793530.4897572445, + "scoreConfidence" : [ + 2.7324866942331243E7, + 3.4911927921845734E7 + ], + "scorePercentiles" : { + "0.0" : 2.9463332142694402E7, + "50.0" : 3.1296237549946837E7, + "90.0" : 3.210921990717118E7, + "95.0" : 3.210921990717118E7, + "99.0" : 3.210921990717118E7, + "99.9" : 3.210921990717118E7, + "99.99" : 3.210921990717118E7, + "99.999" : 3.210921990717118E7, + "99.9999" : 3.210921990717118E7, + "100.0" : 3.210921990717118E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.1286328081253104E7, + 3.1436869479376916E7, + 3.210921990717118E7, + 3.1296237549946837E7, + 2.9463332142694402E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3190024.3054660275, + "scoreError" : 444581.09924469114, + "scoreConfidence" : [ + 2745443.2062213365, + 3634605.4047107184 + ], + "scorePercentiles" : { + "0.0" : 3018297.355859336, + "50.0" : 3213804.874765876, + "90.0" : 3306635.8374446593, + "95.0" : 3306635.8374446593, + "99.0" : 3306635.8374446593, + "99.9" : 3306635.8374446593, + "99.99" : 3306635.8374446593, + "99.999" : 3306635.8374446593, + "99.9999" : 3306635.8374446593, + "100.0" : 3306635.8374446593 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3213804.874765876, + 3137957.7571195723, + 3018297.355859336, + 3306635.8374446593, + 3273425.702140694 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 240166.6460553116, + "scoreError" : 36584.75398733149, + "scoreConfidence" : [ + 203581.8920679801, + 276751.4000426431 + ], + "scorePercentiles" : { + "0.0" : 224324.7835104905, + "50.0" : 243759.42931302649, + "90.0" : 248310.01752013998, + "95.0" : 248310.01752013998, + "99.0" : 248310.01752013998, + "99.9" : 248310.01752013998, + "99.99" : 248310.01752013998, + "99.999" : 248310.01752013998, + "99.9999" : 248310.01752013998, + "100.0" : 248310.01752013998 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 243759.42931302649, + 248310.01752013998, + 224324.7835104905, + 238868.66703300312, + 245570.33289989812 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1398.6994159021262, + "scoreError" : 252.69430702701527, + "scoreConfidence" : [ + 1146.005108875111, + 1651.3937229291414 + ], + "scorePercentiles" : { + "0.0" : 1297.9706307067138, + "50.0" : 1400.4536285827016, + "90.0" : 1462.8045346964557, + "95.0" : 1462.8045346964557, + "99.0" : 1462.8045346964557, + "99.9" : 1462.8045346964557, + "99.99" : 1462.8045346964557, + "99.999" : 1462.8045346964557, + "99.9999" : 1462.8045346964557, + "100.0" : 1462.8045346964557 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1381.7887014324783, + 1297.9706307067138, + 1462.8045346964557, + 1450.4795840922811, + 1400.4536285827016 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.708646226647308E7, + "scoreError" : 3986749.2598065007, + "scoreConfidence" : [ + 6.309971300666658E7, + 7.107321152627958E7 + ], + "scorePercentiles" : { + "0.0" : 6.5451838124230616E7, + "50.0" : 6.719813347498904E7, + "90.0" : 6.833467192220713E7, + "95.0" : 6.833467192220713E7, + "99.0" : 6.833467192220713E7, + "99.9" : 6.833467192220713E7, + "99.99" : 6.833467192220713E7, + "99.999" : 6.833467192220713E7, + "99.9999" : 6.833467192220713E7, + "100.0" : 6.833467192220713E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.833467192220713E7, + 6.719813347498904E7, + 6.728519573245434E7, + 6.716247207848422E7, + 6.5451838124230616E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3551194.398576732, + "scoreError" : 1335937.97467307, + "scoreConfidence" : [ + 2215256.423903662, + 4887132.373249802 + ], + "scorePercentiles" : { + "0.0" : 2933281.5696114977, + "50.0" : 3679005.378082077, + "90.0" : 3738118.5891265795, + "95.0" : 3738118.5891265795, + "99.0" : 3738118.5891265795, + "99.9" : 3738118.5891265795, + "99.99" : 3738118.5891265795, + "99.999" : 3738118.5891265795, + "99.9999" : 3738118.5891265795, + "100.0" : 3738118.5891265795 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2933281.5696114977, + 3737534.8556008046, + 3679005.378082077, + 3738118.5891265795, + 3668031.600462702 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 379484.2440016379, + "scoreError" : 21724.268941913317, + "scoreConfidence" : [ + 357759.9750597246, + 401208.51294355124 + ], + "scorePercentiles" : { + "0.0" : 369780.03870350635, + "50.0" : 380661.70261960453, + "90.0" : 383579.7445749553, + "95.0" : 383579.7445749553, + "99.0" : 383579.7445749553, + "99.9" : 383579.7445749553, + "99.99" : 383579.7445749553, + "99.999" : 383579.7445749553, + "99.9999" : 383579.7445749553, + "100.0" : 383579.7445749553 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 369780.03870350635, + 380661.70261960453, + 383579.7445749553, + 380092.5279504398, + 383307.20615968335 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1820.2817527349914, + "scoreError" : 355.83371384124627, + "scoreConfidence" : [ + 1464.4480388937452, + 2176.115466576238 + ], + "scorePercentiles" : { + "0.0" : 1677.7915632323147, + "50.0" : 1844.9847049168843, + "90.0" : 1902.822073218151, + "95.0" : 1902.822073218151, + "99.0" : 1902.822073218151, + "99.9" : 1902.822073218151, + "99.99" : 1902.822073218151, + "99.999" : 1902.822073218151, + "99.9999" : 1902.822073218151, + "100.0" : 1902.822073218151 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1677.7915632323147, + 1902.822073218151, + 1891.8025275872153, + 1844.9847049168843, + 1784.007894720392 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.121209763723393E7, + "scoreError" : 2995166.307452867, + "scoreConfidence" : [ + 2.8216931329781063E7, + 3.42072639446868E7 + ], + "scorePercentiles" : { + "0.0" : 2.988291556604326E7, + "50.0" : 3.135921047651629E7, + "90.0" : 3.186852482759242E7, + "95.0" : 3.186852482759242E7, + "99.0" : 3.186852482759242E7, + "99.9" : 3.186852482759242E7, + "99.99" : 3.186852482759242E7, + "99.999" : 3.186852482759242E7, + "99.9999" : 3.186852482759242E7, + "100.0" : 3.186852482759242E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.1651973253471278E7, + 3.186852482759242E7, + 3.1297864062546402E7, + 2.988291556604326E7, + 3.135921047651629E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3362755.955175987, + "scoreError" : 569474.1600804647, + "scoreConfidence" : [ + 2793281.7950955224, + 3932230.1152564515 + ], + "scorePercentiles" : { + "0.0" : 3109927.910015405, + "50.0" : 3407331.3260439513, + "90.0" : 3480729.264957339, + "95.0" : 3480729.264957339, + "99.0" : 3480729.264957339, + "99.9" : 3480729.264957339, + "99.99" : 3480729.264957339, + "99.999" : 3480729.264957339, + "99.9999" : 3480729.264957339, + "100.0" : 3480729.264957339 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3365559.5587814315, + 3407331.3260439513, + 3109927.910015405, + 3480729.264957339, + 3450231.7160818097 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 245974.4418880647, + "scoreError" : 44353.75417237074, + "scoreConfidence" : [ + 201620.68771569396, + 290328.19606043544 + ], + "scorePercentiles" : { + "0.0" : 225677.529169241, + "50.0" : 250080.09640823642, + "90.0" : 254144.0986945552, + "95.0" : 254144.0986945552, + "99.0" : 254144.0986945552, + "99.9" : 254144.0986945552, + "99.99" : 254144.0986945552, + "99.999" : 254144.0986945552, + "99.9999" : 254144.0986945552, + "100.0" : 254144.0986945552 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 251203.57124141918, + 248766.9139268717, + 250080.09640823642, + 225677.529169241, + 254144.0986945552 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.add", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1353.2465014156296, + "scoreError" : 251.19941017124006, + "scoreConfidence" : [ + 1102.0470912443895, + 1604.4459115868697 + ], + "scorePercentiles" : { + "0.0" : 1237.6252817182037, + "50.0" : 1373.9630530590962, + "90.0" : 1392.7474158985426, + "95.0" : 1392.7474158985426, + "99.0" : 1392.7474158985426, + "99.9" : 1392.7474158985426, + "99.99" : 1392.7474158985426, + "99.999" : 1392.7474158985426, + "99.9999" : 1392.7474158985426, + "100.0" : 1392.7474158985426 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1373.9630530590962, + 1237.6252817182037, + 1389.0177144526933, + 1392.7474158985426, + 1372.8790419496124 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.178573696504617E7, + "scoreError" : 1.4021900509005643E7, + "scoreConfidence" : [ + 3.7763836456040524E7, + 6.580763747405181E7 + ], + "scorePercentiles" : { + "0.0" : 4.528107052020857E7, + "50.0" : 5.3313081500420965E7, + "90.0" : 5.374730321659745E7, + "95.0" : 5.374730321659745E7, + "99.0" : 5.374730321659745E7, + "99.9" : 5.374730321659745E7, + "99.99" : 5.374730321659745E7, + "99.999" : 5.374730321659745E7, + "99.9999" : 5.374730321659745E7, + "100.0" : 5.374730321659745E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.3313081500420965E7, + 4.528107052020857E7, + 5.3323858223781E7, + 5.326337136422289E7, + 5.374730321659745E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4315691.466149015, + "scoreError" : 573853.5292101223, + "scoreConfidence" : [ + 3741837.936938893, + 4889544.995359138 + ], + "scorePercentiles" : { + "0.0" : 4073352.565174055, + "50.0" : 4331987.8855543975, + "90.0" : 4446153.573085488, + "95.0" : 4446153.573085488, + "99.0" : 4446153.573085488, + "99.9" : 4446153.573085488, + "99.99" : 4446153.573085488, + "99.999" : 4446153.573085488, + "99.9999" : 4446153.573085488, + "100.0" : 4446153.573085488 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4331987.8855543975, + 4299234.376998072, + 4427728.929933066, + 4446153.573085488, + 4073352.565174055 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 419543.81793002307, + "scoreError" : 59579.17944418419, + "scoreConfidence" : [ + 359964.6384858389, + 479122.99737420725 + ], + "scorePercentiles" : { + "0.0" : 402593.1812406479, + "50.0" : 427752.0321855289, + "90.0" : 435129.6051442307, + "95.0" : 435129.6051442307, + "99.0" : 435129.6051442307, + "99.9" : 435129.6051442307, + "99.99" : 435129.6051442307, + "99.999" : 435129.6051442307, + "99.9999" : 435129.6051442307, + "100.0" : 435129.6051442307 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 429094.5005764767, + 427752.0321855289, + 403149.77050323144, + 402593.1812406479, + 435129.6051442307 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1568.6734378492306, + "scoreError" : 318.35995353994014, + "scoreConfidence" : [ + 1250.3134843092905, + 1887.0333913891707 + ], + "scorePercentiles" : { + "0.0" : 1430.7798468149226, + "50.0" : 1582.483610400072, + "90.0" : 1653.0674352309538, + "95.0" : 1653.0674352309538, + "99.0" : 1653.0674352309538, + "99.9" : 1653.0674352309538, + "99.99" : 1653.0674352309538, + "99.999" : 1653.0674352309538, + "99.9999" : 1653.0674352309538, + "100.0" : 1653.0674352309538 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1582.483610400072, + 1430.7798468149226, + 1599.1637045473974, + 1653.0674352309538, + 1577.8725922528079 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.784079843747232E7, + "scoreError" : 1151325.08038337, + "scoreConfidence" : [ + 2.668947335708895E7, + 2.8992123517855693E7 + ], + "scorePercentiles" : { + "0.0" : 2.7594479986115325E7, + "50.0" : 2.7669997829896092E7, + "90.0" : 2.8258674509157922E7, + "95.0" : 2.8258674509157922E7, + "99.0" : 2.8258674509157922E7, + "99.9" : 2.8258674509157922E7, + "99.99" : 2.8258674509157922E7, + "99.999" : 2.8258674509157922E7, + "99.9999" : 2.8258674509157922E7, + "100.0" : 2.8258674509157922E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7669997829896092E7, + 2.8258674509157922E7, + 2.8056205510714468E7, + 2.762463435147779E7, + 2.7594479986115325E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2400933.7284279773, + "scoreError" : 273714.08368110243, + "scoreConfidence" : [ + 2127219.644746875, + 2674647.8121090797 + ], + "scorePercentiles" : { + "0.0" : 2294393.3579990305, + "50.0" : 2405679.2904030858, + "90.0" : 2472918.1158550824, + "95.0" : 2472918.1158550824, + "99.0" : 2472918.1158550824, + "99.9" : 2472918.1158550824, + "99.99" : 2472918.1158550824, + "99.999" : 2472918.1158550824, + "99.9999" : 2472918.1158550824, + "100.0" : 2472918.1158550824 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2472918.1158550824, + 2405679.2904030858, + 2455910.968477934, + 2375766.909404754, + 2294393.3579990305 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 162656.2188055118, + "scoreError" : 21031.697923391195, + "scoreConfidence" : [ + 141624.52088212062, + 183687.916728903 + ], + "scorePercentiles" : { + "0.0" : 154906.8318929459, + "50.0" : 162196.0824538785, + "90.0" : 168826.32251282936, + "95.0" : 168826.32251282936, + "99.0" : 168826.32251282936, + "99.9" : 168826.32251282936, + "99.99" : 168826.32251282936, + "99.999" : 168826.32251282936, + "99.9999" : 168826.32251282936, + "100.0" : 168826.32251282936 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 160600.75660734263, + 154906.8318929459, + 162196.0824538785, + 166751.10056056269, + 168826.32251282936 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 671.5221551480317, + "scoreError" : 72.05974593302686, + "scoreConfidence" : [ + 599.4624092150049, + 743.5819010810586 + ], + "scorePercentiles" : { + "0.0" : 650.5151367509129, + "50.0" : 680.266289660562, + "90.0" : 688.7976596021143, + "95.0" : 688.7976596021143, + "99.0" : 688.7976596021143, + "99.9" : 688.7976596021143, + "99.99" : 688.7976596021143, + "99.999" : 688.7976596021143, + "99.9999" : 688.7976596021143, + "100.0" : 688.7976596021143 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 652.1036095729063, + 685.9280801536632, + 680.266289660562, + 650.5151367509129, + 688.7976596021143 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.271545699554761E7, + "scoreError" : 6350602.489151381, + "scoreConfidence" : [ + 4.636485450639623E7, + 5.906605948469899E7 + ], + "scorePercentiles" : { + "0.0" : 5.0133133915057525E7, + "50.0" : 5.3434262566075E7, + "90.0" : 5.410236739644583E7, + "95.0" : 5.410236739644583E7, + "99.0" : 5.410236739644583E7, + "99.9" : 5.410236739644583E7, + "99.99" : 5.410236739644583E7, + "99.999" : 5.410236739644583E7, + "99.9999" : 5.410236739644583E7, + "100.0" : 5.410236739644583E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.0133133915057525E7, + 5.3864168135962024E7, + 5.3434262566075E7, + 5.410236739644583E7, + 5.204335296419766E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2223749.984233561, + "scoreError" : 277832.15586712235, + "scoreConfidence" : [ + 1945917.8283664386, + 2501582.140100683 + ], + "scorePercentiles" : { + "0.0" : 2117633.316465859, + "50.0" : 2251874.2076809253, + "90.0" : 2301564.2319363817, + "95.0" : 2301564.2319363817, + "99.0" : 2301564.2319363817, + "99.9" : 2301564.2319363817, + "99.99" : 2301564.2319363817, + "99.999" : 2301564.2319363817, + "99.9999" : 2301564.2319363817, + "100.0" : 2301564.2319363817 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2251874.2076809253, + 2186981.7461484633, + 2117633.316465859, + 2260696.4189361758, + 2301564.2319363817 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 199649.66620269758, + "scoreError" : 37428.51654207217, + "scoreConfidence" : [ + 162221.1496606254, + 237078.18274476976 + ], + "scorePercentiles" : { + "0.0" : 182912.19754159122, + "50.0" : 202372.00326195342, + "90.0" : 206364.63484351177, + "95.0" : 206364.63484351177, + "99.0" : 206364.63484351177, + "99.9" : 206364.63484351177, + "99.99" : 206364.63484351177, + "99.999" : 206364.63484351177, + "99.9999" : 206364.63484351177, + "100.0" : 206364.63484351177 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 200247.8768307358, + 202372.00326195342, + 182912.19754159122, + 206364.63484351177, + 206351.61853569577 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 939.8239769041978, + "scoreError" : 116.00917676449336, + "scoreConfidence" : [ + 823.8148001397044, + 1055.8331536686912 + ], + "scorePercentiles" : { + "0.0" : 891.3931199532872, + "50.0" : 945.3137910471961, + "90.0" : 973.236322868644, + "95.0" : 973.236322868644, + "99.0" : 973.236322868644, + "99.9" : 973.236322868644, + "99.99" : 973.236322868644, + "99.999" : 973.236322868644, + "99.9999" : 973.236322868644, + "100.0" : 973.236322868644 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 951.4120863182047, + 945.3137910471961, + 937.764564333658, + 891.3931199532872, + 973.236322868644 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7497398313132823E7, + "scoreError" : 2508877.382397278, + "scoreConfidence" : [ + 2.4988520930735543E7, + 3.00062756955301E7 + ], + "scorePercentiles" : { + "0.0" : 2.6344468469910473E7, + "50.0" : 2.7789562227568388E7, + "90.0" : 2.7877341234843116E7, + "95.0" : 2.7877341234843116E7, + "99.0" : 2.7877341234843116E7, + "99.9" : 2.7877341234843116E7, + "99.99" : 2.7877341234843116E7, + "99.999" : 2.7877341234843116E7, + "99.9999" : 2.7877341234843116E7, + "100.0" : 2.7877341234843116E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.762941807530535E7, + 2.784620155803679E7, + 2.7789562227568388E7, + 2.6344468469910473E7, + 2.7877341234843116E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2514943.0509559982, + "scoreError" : 277880.08588499366, + "scoreConfidence" : [ + 2237062.965071005, + 2792823.1368409917 + ], + "scorePercentiles" : { + "0.0" : 2412724.8095199093, + "50.0" : 2541680.82025358, + "90.0" : 2585212.7388506914, + "95.0" : 2585212.7388506914, + "99.0" : 2585212.7388506914, + "99.9" : 2585212.7388506914, + "99.99" : 2585212.7388506914, + "99.999" : 2585212.7388506914, + "99.9999" : 2585212.7388506914, + "100.0" : 2585212.7388506914 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2585212.7388506914, + 2566107.796826194, + 2412724.8095199093, + 2468989.0893296152, + 2541680.82025358 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 170051.06374470872, + "scoreError" : 7488.7886523733505, + "scoreConfidence" : [ + 162562.27509233536, + 177539.85239708208 + ], + "scorePercentiles" : { + "0.0" : 168645.37983030756, + "50.0" : 169516.65980347875, + "90.0" : 173469.96713975084, + "95.0" : 173469.96713975084, + "99.0" : 173469.96713975084, + "99.9" : 173469.96713975084, + "99.99" : 173469.96713975084, + "99.999" : 173469.96713975084, + "99.9999" : 173469.96713975084, + "100.0" : 173469.96713975084 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 169105.09746359347, + 169518.21448641294, + 169516.65980347875, + 173469.96713975084, + 168645.37983030756 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 644.5192916406497, + "scoreError" : 92.12457008225513, + "scoreConfidence" : [ + 552.3947215583946, + 736.6438617229048 + ], + "scorePercentiles" : { + "0.0" : 616.6027510356322, + "50.0" : 656.8578306434796, + "90.0" : 666.0226732583156, + "95.0" : 666.0226732583156, + "99.0" : 666.0226732583156, + "99.9" : 666.0226732583156, + "99.99" : 666.0226732583156, + "99.999" : 666.0226732583156, + "99.9999" : 666.0226732583156, + "100.0" : 666.0226732583156 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 616.6027510356322, + 656.8578306434796, + 666.0226732583156, + 662.5088753739827, + 620.6043278918387 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.3298529269045573E7, + "scoreError" : 3577248.920084972, + "scoreConfidence" : [ + 2.97212803489606E7, + 3.6875778189130545E7 + ], + "scorePercentiles" : { + "0.0" : 3.1911855656821296E7, + "50.0" : 3.322038154487255E7, + "90.0" : 3.4393808540255144E7, + "95.0" : 3.4393808540255144E7, + "99.0" : 3.4393808540255144E7, + "99.9" : 3.4393808540255144E7, + "99.99" : 3.4393808540255144E7, + "99.999" : 3.4393808540255144E7, + "99.9999" : 3.4393808540255144E7, + "100.0" : 3.4393808540255144E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.312603482143039E7, + 3.1911855656821296E7, + 3.384056578184849E7, + 3.322038154487255E7, + 3.4393808540255144E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4263455.567360659, + "scoreError" : 268401.8154772007, + "scoreConfidence" : [ + 3995053.7518834583, + 4531857.38283786 + ], + "scorePercentiles" : { + "0.0" : 4205149.259974649, + "50.0" : 4242722.848255812, + "90.0" : 4378829.980295087, + "95.0" : 4378829.980295087, + "99.0" : 4378829.980295087, + "99.9" : 4378829.980295087, + "99.99" : 4378829.980295087, + "99.999" : 4378829.980295087, + "99.9999" : 4378829.980295087, + "100.0" : 4378829.980295087 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4205149.259974649, + 4242722.848255812, + 4273864.365163022, + 4216711.383114725, + 4378829.980295087 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 387532.7583791098, + "scoreError" : 59975.347601585905, + "scoreConfidence" : [ + 327557.4107775239, + 447508.1059806957 + ], + "scorePercentiles" : { + "0.0" : 361507.0354078681, + "50.0" : 393689.3789940053, + "90.0" : 400142.23085165734, + "95.0" : 400142.23085165734, + "99.0" : 400142.23085165734, + "99.9" : 400142.23085165734, + "99.99" : 400142.23085165734, + "99.999" : 400142.23085165734, + "99.9999" : 400142.23085165734, + "100.0" : 400142.23085165734 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 385255.7506074836, + 393689.3789940053, + 361507.0354078681, + 397069.39603453426, + 400142.23085165734 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1730.9680927594723, + "scoreError" : 133.54303235081116, + "scoreConfidence" : [ + 1597.425060408661, + 1864.5111251102835 + ], + "scorePercentiles" : { + "0.0" : 1697.0060839007324, + "50.0" : 1722.8178127537951, + "90.0" : 1782.9540514011942, + "95.0" : 1782.9540514011942, + "99.0" : 1782.9540514011942, + "99.9" : 1782.9540514011942, + "99.99" : 1782.9540514011942, + "99.999" : 1782.9540514011942, + "99.9999" : 1782.9540514011942, + "100.0" : 1782.9540514011942 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1722.8178127537951, + 1746.5236286462327, + 1697.0060839007324, + 1705.538887095407, + 1782.9540514011942 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.7978175427503042E7, + "scoreError" : 2802992.0840742486, + "scoreConfidence" : [ + 1.5175183343428794E7, + 2.078116751157729E7 + ], + "scorePercentiles" : { + "0.0" : 1.6721854727687787E7, + "50.0" : 1.8133719399663184E7, + "90.0" : 1.8562080778655287E7, + "95.0" : 1.8562080778655287E7, + "99.0" : 1.8562080778655287E7, + "99.9" : 1.8562080778655287E7, + "99.99" : 1.8562080778655287E7, + "99.999" : 1.8562080778655287E7, + "99.9999" : 1.8562080778655287E7, + "100.0" : 1.8562080778655287E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8562080778655287E7, + 1.8133719399663184E7, + 1.8090908631022654E7, + 1.6721854727687787E7, + 1.83823136004863E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2266108.3367842, + "scoreError" : 225447.63266662348, + "scoreConfidence" : [ + 2040660.7041175764, + 2491555.9694508235 + ], + "scorePercentiles" : { + "0.0" : 2179102.364518732, + "50.0" : 2293602.484862937, + "90.0" : 2316846.6781389182, + "95.0" : 2316846.6781389182, + "99.0" : 2316846.6781389182, + "99.9" : 2316846.6781389182, + "99.99" : 2316846.6781389182, + "99.999" : 2316846.6781389182, + "99.9999" : 2316846.6781389182, + "100.0" : 2316846.6781389182 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2316846.6781389182, + 2233261.6550947824, + 2293602.484862937, + 2307728.50130563, + 2179102.364518732 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 186223.55186072583, + "scoreError" : 41152.54126039787, + "scoreConfidence" : [ + 145071.01060032795, + 227376.0931211237 + ], + "scorePercentiles" : { + "0.0" : 174516.9707746629, + "50.0" : 193123.91450648173, + "90.0" : 194997.5802679314, + "95.0" : 194997.5802679314, + "99.0" : 194997.5802679314, + "99.9" : 194997.5802679314, + "99.99" : 194997.5802679314, + "99.999" : 194997.5802679314, + "99.9999" : 194997.5802679314, + "100.0" : 194997.5802679314 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 193918.21220224927, + 174516.9707746629, + 194997.5802679314, + 193123.91450648173, + 174561.08155230383 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 985.1554144175391, + "scoreError" : 148.33846711818603, + "scoreConfidence" : [ + 836.816947299353, + 1133.493881535725 + ], + "scorePercentiles" : { + "0.0" : 934.0857742864117, + "50.0" : 983.6653570455331, + "90.0" : 1027.20878832196, + "95.0" : 1027.20878832196, + "99.0" : 1027.20878832196, + "99.9" : 1027.20878832196, + "99.99" : 1027.20878832196, + "99.999" : 1027.20878832196, + "99.9999" : 1027.20878832196, + "100.0" : 1027.20878832196 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 934.0857742864117, + 1017.8137665638338, + 983.6653570455331, + 963.0033858699564, + 1027.20878832196 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.358303043837868E7, + "scoreError" : 6111931.532868432, + "scoreConfidence" : [ + 2.7471098905510247E7, + 3.969496197124711E7 + ], + "scorePercentiles" : { + "0.0" : 3.116620842848898E7, + "50.0" : 3.4202829425979E7, + "90.0" : 3.5006748437037386E7, + "95.0" : 3.5006748437037386E7, + "99.0" : 3.5006748437037386E7, + "99.9" : 3.5006748437037386E7, + "99.99" : 3.5006748437037386E7, + "99.999" : 3.5006748437037386E7, + "99.9999" : 3.5006748437037386E7, + "100.0" : 3.5006748437037386E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.2832770589382045E7, + 3.4706595311005965E7, + 3.4202829425979E7, + 3.116620842848898E7, + 3.5006748437037386E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1531326.2191750382, + "scoreError" : 145405.6751257389, + "scoreConfidence" : [ + 1385920.5440492993, + 1676731.894300777 + ], + "scorePercentiles" : { + "0.0" : 1474826.2018397588, + "50.0" : 1528902.0043205179, + "90.0" : 1566250.4530785081, + "95.0" : 1566250.4530785081, + "99.0" : 1566250.4530785081, + "99.9" : 1566250.4530785081, + "99.99" : 1566250.4530785081, + "99.999" : 1566250.4530785081, + "99.9999" : 1566250.4530785081, + "100.0" : 1566250.4530785081 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1565662.960207927, + 1566250.4530785081, + 1520989.476428478, + 1528902.0043205179, + 1474826.2018397588 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 173845.516037533, + "scoreError" : 17464.366528995142, + "scoreConfidence" : [ + 156381.14950853787, + 191309.88256652813 + ], + "scorePercentiles" : { + "0.0" : 166792.5428732777, + "50.0" : 174095.51471952235, + "90.0" : 178997.7748715576, + "95.0" : 178997.7748715576, + "99.0" : 178997.7748715576, + "99.9" : 178997.7748715576, + "99.99" : 178997.7748715576, + "99.999" : 178997.7748715576, + "99.9999" : 178997.7748715576, + "100.0" : 178997.7748715576 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 174095.51471952235, + 178997.7748715576, + 166792.5428732777, + 176181.79264414226, + 173159.9550791651 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1114.1270866947823, + "scoreError" : 180.6645142908035, + "scoreConfidence" : [ + 933.4625724039788, + 1294.7916009855858 + ], + "scorePercentiles" : { + "0.0" : 1050.7922509105708, + "50.0" : 1108.680142898203, + "90.0" : 1174.5323795086383, + "95.0" : 1174.5323795086383, + "99.0" : 1174.5323795086383, + "99.9" : 1174.5323795086383, + "99.99" : 1174.5323795086383, + "99.999" : 1174.5323795086383, + "99.9999" : 1174.5323795086383, + "100.0" : 1174.5323795086383 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1174.5323795086383, + 1141.5569129545372, + 1095.0737472019616, + 1050.7922509105708, + 1108.680142898203 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.7810900100445054E7, + "scoreError" : 2594406.464387415, + "scoreConfidence" : [ + 1.521649363605764E7, + 2.040530656483247E7 + ], + "scorePercentiles" : { + "0.0" : 1.6745557607521642E7, + "50.0" : 1.8148302918388713E7, + "90.0" : 1.8334505195309404E7, + "95.0" : 1.8334505195309404E7, + "99.0" : 1.8334505195309404E7, + "99.9" : 1.8334505195309404E7, + "99.99" : 1.8334505195309404E7, + "99.999" : 1.8334505195309404E7, + "99.9999" : 1.8334505195309404E7, + "100.0" : 1.8334505195309404E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.82818298561788E7, + 1.7544304924826723E7, + 1.6745557607521642E7, + 1.8148302918388713E7, + 1.8334505195309404E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2414831.7280265056, + "scoreError" : 334130.55423667934, + "scoreConfidence" : [ + 2080701.1737898262, + 2748962.282263185 + ], + "scorePercentiles" : { + "0.0" : 2260227.378228645, + "50.0" : 2454185.4068334196, + "90.0" : 2463479.3905112725, + "95.0" : 2463479.3905112725, + "99.0" : 2463479.3905112725, + "99.9" : 2463479.3905112725, + "99.99" : 2463479.3905112725, + "99.999" : 2463479.3905112725, + "99.9999" : 2463479.3905112725, + "100.0" : 2463479.3905112725 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2463479.3905112725, + 2454185.4068334196, + 2260227.378228645, + 2454543.1636464503, + 2441723.3009127416 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 193091.68114823676, + "scoreError" : 24459.201222409116, + "scoreConfidence" : [ + 168632.47992582765, + 217550.88237064588 + ], + "scorePercentiles" : { + "0.0" : 182079.9533501732, + "50.0" : 195309.66405712205, + "90.0" : 198298.61400570514, + "95.0" : 198298.61400570514, + "99.0" : 198298.61400570514, + "99.9" : 198298.61400570514, + "99.99" : 198298.61400570514, + "99.999" : 198298.61400570514, + "99.9999" : 198298.61400570514, + "100.0" : 198298.61400570514 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 198298.61400570514, + 195309.66405712205, + 195798.3461623945, + 182079.9533501732, + 193971.82816578896 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 958.96539258997, + "scoreError" : 143.87868022684367, + "scoreConfidence" : [ + 815.0867123631263, + 1102.8440728168137 + ], + "scorePercentiles" : { + "0.0" : 894.4916955800293, + "50.0" : 968.1276141541043, + "90.0" : 987.8747455449194, + "95.0" : 987.8747455449194, + "99.0" : 987.8747455449194, + "99.9" : 987.8747455449194, + "99.99" : 987.8747455449194, + "99.999" : 987.8747455449194, + "99.9999" : 987.8747455449194, + "100.0" : 987.8747455449194 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 981.0948732649617, + 987.8747455449194, + 894.4916955800293, + 963.2380344058354, + 968.1276141541043 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.498980901496203E8, + "scoreError" : 1.2926162133702407E7, + "scoreConfidence" : [ + 2.369719280159179E8, + 2.628242522833227E8 + ], + "scorePercentiles" : { + "0.0" : 2.458116162800185E8, + "50.0" : 2.511170521989029E8, + "90.0" : 2.5360058970803824E8, + "95.0" : 2.5360058970803824E8, + "99.0" : 2.5360058970803824E8, + "99.9" : 2.5360058970803824E8, + "99.99" : 2.5360058970803824E8, + "99.999" : 2.5360058970803824E8, + "99.9999" : 2.5360058970803824E8, + "100.0" : 2.5360058970803824E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.458116162800185E8, + 2.4694757255313396E8, + 2.5360058970803824E8, + 2.5201362000800785E8, + 2.511170521989029E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.730153313182039E7, + "scoreError" : 503850.6694371927, + "scoreConfidence" : [ + 2.6797682462383196E7, + 2.780538380125758E7 + ], + "scorePercentiles" : { + "0.0" : 2.7085145216978595E7, + "50.0" : 2.732068206492211E7, + "90.0" : 2.742358160956543E7, + "95.0" : 2.742358160956543E7, + "99.0" : 2.742358160956543E7, + "99.9" : 2.742358160956543E7, + "99.99" : 2.742358160956543E7, + "99.999" : 2.742358160956543E7, + "99.9999" : 2.742358160956543E7, + "100.0" : 2.742358160956543E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.742358160956543E7, + 2.7085145216978595E7, + 2.7296866186627585E7, + 2.738139058100821E7, + 2.732068206492211E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1678143.0992403664, + "scoreError" : 54740.00635981807, + "scoreConfidence" : [ + 1623403.0928805482, + 1732883.1056001845 + ], + "scorePercentiles" : { + "0.0" : 1663915.2420331028, + "50.0" : 1678961.2764394393, + "90.0" : 1699540.1412985378, + "95.0" : 1699540.1412985378, + "99.0" : 1699540.1412985378, + "99.9" : 1699540.1412985378, + "99.99" : 1699540.1412985378, + "99.999" : 1699540.1412985378, + "99.9999" : 1699540.1412985378, + "100.0" : 1699540.1412985378 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1663915.2420331028, + 1678961.2764394393, + 1666549.3254394936, + 1699540.1412985378, + 1681749.5109912588 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 6790.90689211905, + "scoreError" : 283.584459620167, + "scoreConfidence" : [ + 6507.322432498883, + 7074.491351739217 + ], + "scorePercentiles" : { + "0.0" : 6698.2762139078495, + "50.0" : 6820.8722728514385, + "90.0" : 6859.076949485361, + "95.0" : 6859.076949485361, + "99.0" : 6859.076949485361, + "99.9" : 6859.076949485361, + "99.99" : 6859.076949485361, + "99.999" : 6859.076949485361, + "99.9999" : 6859.076949485361, + "100.0" : 6859.076949485361 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6820.8722728514385, + 6849.61282773418, + 6859.076949485361, + 6726.6961966164245, + 6698.2762139078495 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.0742659655688518E8, + "scoreError" : 1.887371030304787E7, + "scoreConfidence" : [ + 1.8855288625383732E8, + 2.2630030685993305E8 + ], + "scorePercentiles" : { + "0.0" : 2.0138586774586728E8, + "50.0" : 2.0669665187318537E8, + "90.0" : 2.1505844577346054E8, + "95.0" : 2.1505844577346054E8, + "99.0" : 2.1505844577346054E8, + "99.9" : 2.1505844577346054E8, + "99.99" : 2.1505844577346054E8, + "99.999" : 2.1505844577346054E8, + "99.9999" : 2.1505844577346054E8, + "100.0" : 2.1505844577346054E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.1505844577346054E8, + 2.0138586774586728E8, + 2.0651778211701912E8, + 2.0669665187318537E8, + 2.074742352748935E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9400241.36582925, + "scoreError" : 1131889.1463747115, + "scoreConfidence" : [ + 8268352.219454538, + 1.0532130512203962E7 + ], + "scorePercentiles" : { + "0.0" : 8908668.368294321, + "50.0" : 9471251.063340403, + "90.0" : 9652594.175781336, + "95.0" : 9652594.175781336, + "99.0" : 9652594.175781336, + "99.9" : 9652594.175781336, + "99.99" : 9652594.175781336, + "99.999" : 9652594.175781336, + "99.9999" : 9652594.175781336, + "100.0" : 9652594.175781336 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9652594.175781336, + 9381618.73682962, + 8908668.368294321, + 9471251.063340403, + 9587074.48490057 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 518181.1050315759, + "scoreError" : 70835.82377013747, + "scoreConfidence" : [ + 447345.2812614384, + 589016.9288017134 + ], + "scorePercentiles" : { + "0.0" : 485431.5144924137, + "50.0" : 525260.8243670808, + "90.0" : 529033.2464415779, + "95.0" : 529033.2464415779, + "99.0" : 529033.2464415779, + "99.9" : 529033.2464415779, + "99.99" : 529033.2464415779, + "99.999" : 529033.2464415779, + "99.9999" : 529033.2464415779, + "100.0" : 529033.2464415779 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 525260.8243670808, + 524282.7101017267, + 485431.5144924137, + 526897.2297550802, + 529033.2464415779 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1359.77158542709, + "scoreError" : 95.99601289045029, + "scoreConfidence" : [ + 1263.7755725366396, + 1455.7675983175404 + ], + "scorePercentiles" : { + "0.0" : 1329.087730131091, + "50.0" : 1365.3942079622377, + "90.0" : 1383.8027923910304, + "95.0" : 1383.8027923910304, + "99.0" : 1383.8027923910304, + "99.9" : 1383.8027923910304, + "99.99" : 1383.8027923910304, + "99.999" : 1383.8027923910304, + "99.9999" : 1383.8027923910304, + "100.0" : 1383.8027923910304 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1338.6665916906816, + 1383.8027923910304, + 1365.3942079622377, + 1329.087730131091, + 1381.9066049604096 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.531036330742908E8, + "scoreError" : 1.0740052509348882E7, + "scoreConfidence" : [ + 2.4236358056494194E8, + 2.6384368558363968E8 + ], + "scorePercentiles" : { + "0.0" : 2.501213814610103E8, + "50.0" : 2.5448578236154574E8, + "90.0" : 2.5607894588176796E8, + "95.0" : 2.5607894588176796E8, + "99.0" : 2.5607894588176796E8, + "99.9" : 2.5607894588176796E8, + "99.99" : 2.5607894588176796E8, + "99.999" : 2.5607894588176796E8, + "99.9999" : 2.5607894588176796E8, + "100.0" : 2.5607894588176796E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5448578236154574E8, + 2.501213814610103E8, + 2.5470898981961837E8, + 2.5012306584751168E8, + 2.5607894588176796E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 5552118.489640999, + "scoreError" : 124808.62223306937, + "scoreConfidence" : [ + 5427309.867407929, + 5676927.111874068 + ], + "scorePercentiles" : { + "0.0" : 5518048.493058963, + "50.0" : 5556608.079889235, + "90.0" : 5586579.021618371, + "95.0" : 5586579.021618371, + "99.0" : 5586579.021618371, + "99.9" : 5586579.021618371, + "99.99" : 5586579.021618371, + "99.999" : 5586579.021618371, + "99.9999" : 5586579.021618371, + "100.0" : 5586579.021618371 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5586579.021618371, + 5579860.360722611, + 5518048.493058963, + 5519496.492915815, + 5556608.079889235 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 526349.8384326843, + "scoreError" : 11473.191986586959, + "scoreConfidence" : [ + 514876.64644609735, + 537823.0304192713 + ], + "scorePercentiles" : { + "0.0" : 521960.9617945857, + "50.0" : 527875.032265378, + "90.0" : 528782.1428848503, + "95.0" : 528782.1428848503, + "99.0" : 528782.1428848503, + "99.9" : 528782.1428848503, + "99.99" : 528782.1428848503, + "99.999" : 528782.1428848503, + "99.9999" : 528782.1428848503, + "100.0" : 528782.1428848503 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 528554.6613630621, + 527875.032265378, + 521960.9617945857, + 524576.3938555457, + 528782.1428848503 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1994.2559167636525, + "scoreError" : 118.81113538730577, + "scoreConfidence" : [ + 1875.4447813763468, + 2113.0670521509583 + ], + "scorePercentiles" : { + "0.0" : 1951.0774720388958, + "50.0" : 2000.1435507622116, + "90.0" : 2025.8646009518038, + "95.0" : 2025.8646009518038, + "99.0" : 2025.8646009518038, + "99.9" : 2025.8646009518038, + "99.99" : 2025.8646009518038, + "99.999" : 2025.8646009518038, + "99.9999" : 2025.8646009518038, + "100.0" : 2025.8646009518038 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2025.8646009518038, + 1975.9569869367544, + 2000.1435507622116, + 2018.2369731285974, + 1951.0774720388958 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.1178130159847474E8, + "scoreError" : 3774536.4700702582, + "scoreConfidence" : [ + 2.0800676512840447E8, + 2.15555838068545E8 + ], + "scorePercentiles" : { + "0.0" : 2.10469372619087E8, + "50.0" : 2.1181206517919934E8, + "90.0" : 2.1282088899250484E8, + "95.0" : 2.1282088899250484E8, + "99.0" : 2.1282088899250484E8, + "99.9" : 2.1282088899250484E8, + "99.99" : 2.1282088899250484E8, + "99.999" : 2.1282088899250484E8, + "99.9999" : 2.1282088899250484E8, + "100.0" : 2.1282088899250484E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.10469372619087E8, + 2.1181206517919934E8, + 2.1261322269700754E8, + 2.1282088899250484E8, + 2.1119095850457495E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9833403.115698868, + "scoreError" : 1646151.3222090406, + "scoreConfidence" : [ + 8187251.793489828, + 1.1479554437907908E7 + ], + "scorePercentiles" : { + "0.0" : 9080342.386157973, + "50.0" : 1.0029402906232424E7, + "90.0" : 1.0099472042077815E7, + "95.0" : 1.0099472042077815E7, + "99.0" : 1.0099472042077815E7, + "99.9" : 1.0099472042077815E7, + "99.99" : 1.0099472042077815E7, + "99.999" : 1.0099472042077815E7, + "99.9999" : 1.0099472042077815E7, + "100.0" : 1.0099472042077815E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9080342.386157973, + 1.0099472042077815E7, + 1.0029402906232424E7, + 9900226.71077598, + 1.0057571533250142E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 512438.9273310667, + "scoreError" : 48995.67009317607, + "scoreConfidence" : [ + 463443.2572378906, + 561434.5974242428 + ], + "scorePercentiles" : { + "0.0" : 494717.9326277952, + "50.0" : 513117.2445593971, + "90.0" : 525353.9498235044, + "95.0" : 525353.9498235044, + "99.0" : 525353.9498235044, + "99.9" : 525353.9498235044, + "99.99" : 525353.9498235044, + "99.999" : 525353.9498235044, + "99.9999" : 525353.9498235044, + "100.0" : 525353.9498235044 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 505620.40177111555, + 523385.10787352134, + 525353.9498235044, + 494717.9326277952, + 513117.2445593971 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1327.6338504790024, + "scoreError" : 46.05896788088332, + "scoreConfidence" : [ + 1281.574882598119, + 1373.6928183598857 + ], + "scorePercentiles" : { + "0.0" : 1311.0995066002795, + "50.0" : 1327.1096554032865, + "90.0" : 1339.1309468676732, + "95.0" : 1339.1309468676732, + "99.0" : 1339.1309468676732, + "99.9" : 1339.1309468676732, + "99.99" : 1339.1309468676732, + "99.999" : 1339.1309468676732, + "99.9999" : 1339.1309468676732, + "100.0" : 1339.1309468676732 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1327.1096554032865, + 1321.7257883829284, + 1339.1309468676732, + 1311.0995066002795, + 1339.1033551408448 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4887033329168934E8, + "scoreError" : 6862421.96757553, + "scoreConfidence" : [ + 1.4200791132411382E8, + 1.5573275525926486E8 + ], + "scorePercentiles" : { + "0.0" : 1.4593571250851303E8, + "50.0" : 1.494331409339752E8, + "90.0" : 1.5060627981902024E8, + "95.0" : 1.5060627981902024E8, + "99.0" : 1.5060627981902024E8, + "99.9" : 1.5060627981902024E8, + "99.99" : 1.5060627981902024E8, + "99.999" : 1.5060627981902024E8, + "99.9999" : 1.5060627981902024E8, + "100.0" : 1.5060627981902024E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4593571250851303E8, + 1.486592118413316E8, + 1.5060627981902024E8, + 1.494331409339752E8, + 1.4971732135560662E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2.2984262090435266E7, + "scoreError" : 1814941.523051035, + "scoreConfidence" : [ + 2.116932056738423E7, + 2.47992036134863E7 + ], + "scorePercentiles" : { + "0.0" : 2.2562791009723235E7, + "50.0" : 2.296835614011108E7, + "90.0" : 2.375201788170242E7, + "95.0" : 2.375201788170242E7, + "99.0" : 2.375201788170242E7, + "99.9" : 2.375201788170242E7, + "99.99" : 2.375201788170242E7, + "99.999" : 2.375201788170242E7, + "99.9999" : 2.375201788170242E7, + "100.0" : 2.375201788170242E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.263643900160779E7, + 2.3001706419031806E7, + 2.2562791009723235E7, + 2.296835614011108E7, + 2.375201788170242E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2004459.1155901686, + "scoreError" : 73355.75863479591, + "scoreConfidence" : [ + 1931103.3569553727, + 2077814.8742249645 + ], + "scorePercentiles" : { + "0.0" : 1985783.8266962431, + "50.0" : 2001993.1038696482, + "90.0" : 2031755.7457589305, + "95.0" : 2031755.7457589305, + "99.0" : 2031755.7457589305, + "99.9" : 2031755.7457589305, + "99.99" : 2031755.7457589305, + "99.999" : 2031755.7457589305, + "99.9999" : 2031755.7457589305, + "100.0" : 2031755.7457589305 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2001993.1038696482, + 2031755.7457589305, + 1988482.7771456307, + 2014280.12448039, + 1985783.8266962431 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 12185.157392098046, + "scoreError" : 573.736422132579, + "scoreConfidence" : [ + 11611.420969965468, + 12758.893814230625 + ], + "scorePercentiles" : { + "0.0" : 11972.952706003163, + "50.0" : 12254.079086822747, + "90.0" : 12332.10823328374, + "95.0" : 12332.10823328374, + "99.0" : 12332.10823328374, + "99.9" : 12332.10823328374, + "99.99" : 12332.10823328374, + "99.999" : 12332.10823328374, + "99.9999" : 12332.10823328374, + "100.0" : 12332.10823328374 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 12332.10823328374, + 12254.079086822747, + 12089.999443116394, + 11972.952706003163, + 12276.647491264186 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5558612205066878E8, + "scoreError" : 3869721.6646531187, + "scoreConfidence" : [ + 2.5171640038601565E8, + 2.594558437153219E8 + ], + "scorePercentiles" : { + "0.0" : 2.5419637696432412E8, + "50.0" : 2.5554109846070826E8, + "90.0" : 2.5659219798903748E8, + "95.0" : 2.5659219798903748E8, + "99.0" : 2.5659219798903748E8, + "99.9" : 2.5659219798903748E8, + "99.99" : 2.5659219798903748E8, + "99.999" : 2.5659219798903748E8, + "99.9999" : 2.5659219798903748E8, + "100.0" : 2.5659219798903748E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.5509257098672336E8, + 2.5419637696432412E8, + 2.5650836585255075E8, + 2.5554109846070826E8, + 2.5659219798903748E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.51511897087846E7, + "scoreError" : 931156.2361619226, + "scoreConfidence" : [ + 3.422003347262268E7, + 3.608234594494653E7 + ], + "scorePercentiles" : { + "0.0" : 3.47386309928208E7, + "50.0" : 3.5225335831725575E7, + "90.0" : 3.537536766007744E7, + "95.0" : 3.537536766007744E7, + "99.0" : 3.537536766007744E7, + "99.9" : 3.537536766007744E7, + "99.99" : 3.537536766007744E7, + "99.999" : 3.537536766007744E7, + "99.9999" : 3.537536766007744E7, + "100.0" : 3.537536766007744E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.5225335831725575E7, + 3.5234967136105105E7, + 3.518164692319408E7, + 3.47386309928208E7, + 3.537536766007744E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3429343.069749628, + "scoreError" : 64182.585323340005, + "scoreConfidence" : [ + 3365160.4844262884, + 3493525.655072968 + ], + "scorePercentiles" : { + "0.0" : 3409636.8275824594, + "50.0" : 3434362.0775383916, + "90.0" : 3451312.1189054176, + "95.0" : 3451312.1189054176, + "99.0" : 3451312.1189054176, + "99.9" : 3451312.1189054176, + "99.99" : 3451312.1189054176, + "99.999" : 3451312.1189054176, + "99.9999" : 3451312.1189054176, + "100.0" : 3451312.1189054176 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3451312.1189054176, + 3409636.8275824594, + 3435413.309417289, + 3415991.01530458, + 3434362.0775383916 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9524.54987249682, + "scoreError" : 231.95006033158973, + "scoreConfidence" : [ + 9292.59981216523, + 9756.49993282841 + ], + "scorePercentiles" : { + "0.0" : 9468.165148545557, + "50.0" : 9490.919930736718, + "90.0" : 9604.7997693089, + "95.0" : 9604.7997693089, + "99.0" : 9604.7997693089, + "99.9" : 9604.7997693089, + "99.99" : 9604.7997693089, + "99.999" : 9604.7997693089, + "99.9999" : 9604.7997693089, + "100.0" : 9604.7997693089 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9572.536235198511, + 9468.165148545557, + 9486.328278694418, + 9490.919930736718, + 9604.7997693089 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4895314346414086E8, + "scoreError" : 1331143.2415975742, + "scoreConfidence" : [ + 1.476220002225433E8, + 1.5028428670573843E8 + ], + "scorePercentiles" : { + "0.0" : 1.4850827900782E8, + "50.0" : 1.4900273119497234E8, + "90.0" : 1.493670568741501E8, + "95.0" : 1.493670568741501E8, + "99.0" : 1.493670568741501E8, + "99.9" : 1.493670568741501E8, + "99.99" : 1.493670568741501E8, + "99.999" : 1.493670568741501E8, + "99.9999" : 1.493670568741501E8, + "100.0" : 1.493670568741501E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.493670568741501E8, + 1.4850827900782E8, + 1.4871343940225956E8, + 1.4900273119497234E8, + 1.4917421084150228E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 6876435.528041603, + "scoreError" : 159282.38064916473, + "scoreConfidence" : [ + 6717153.147392439, + 7035717.908690767 + ], + "scorePercentiles" : { + "0.0" : 6810158.24017361, + "50.0" : 6884535.31179678, + "90.0" : 6916772.724174981, + "95.0" : 6916772.724174981, + "99.0" : 6916772.724174981, + "99.9" : 6916772.724174981, + "99.99" : 6916772.724174981, + "99.999" : 6916772.724174981, + "99.9999" : 6916772.724174981, + "100.0" : 6916772.724174981 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6884535.31179678, + 6868038.316031153, + 6902673.0480314875, + 6810158.24017361, + 6916772.724174981 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 901332.0461768704, + "scoreError" : 9104.107023827455, + "scoreConfidence" : [ + 892227.9391530429, + 910436.1532006979 + ], + "scorePercentiles" : { + "0.0" : 897676.8647809853, + "50.0" : 902209.9264231095, + "90.0" : 903259.7297339613, + "95.0" : 903259.7297339613, + "99.0" : 903259.7297339613, + "99.9" : 903259.7297339613, + "99.99" : 903259.7297339613, + "99.999" : 903259.7297339613, + "99.9999" : 903259.7297339613, + "100.0" : 903259.7297339613 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 903197.6689077606, + 897676.8647809853, + 903259.7297339613, + 902209.9264231095, + 900316.041038535 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4744.465905376451, + "scoreError" : 270.3110494943139, + "scoreConfidence" : [ + 4474.154855882137, + 5014.776954870765 + ], + "scorePercentiles" : { + "0.0" : 4640.628360745757, + "50.0" : 4761.712159205715, + "90.0" : 4819.106136403302, + "95.0" : 4819.106136403302, + "99.0" : 4819.106136403302, + "99.9" : 4819.106136403302, + "99.99" : 4819.106136403302, + "99.999" : 4819.106136403302, + "99.9999" : 4819.106136403302, + "100.0" : 4819.106136403302 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4711.780685332279, + 4640.628360745757, + 4789.102185195201, + 4819.106136403302, + 4761.712159205715 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.5431035089257756E8, + "scoreError" : 4017764.295039521, + "scoreConfidence" : [ + 2.5029258659753802E8, + 2.583281151876171E8 + ], + "scorePercentiles" : { + "0.0" : 2.5249628001702526E8, + "50.0" : 2.5454138265318838E8, + "90.0" : 2.550909829721883E8, + "95.0" : 2.550909829721883E8, + "99.0" : 2.550909829721883E8, + "99.9" : 2.550909829721883E8, + "99.99" : 2.550909829721883E8, + "99.999" : 2.550909829721883E8, + "99.9999" : 2.550909829721883E8, + "100.0" : 2.550909829721883E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.54910546496883E8, + 2.5249628001702526E8, + 2.545125623236028E8, + 2.5454138265318838E8, + 2.550909829721883E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.646835261366572E7, + "scoreError" : 593802.8446968799, + "scoreConfidence" : [ + 3.587454976896884E7, + 3.70621554583626E7 + ], + "scorePercentiles" : { + "0.0" : 3.6298487352988414E7, + "50.0" : 3.652222826919538E7, + "90.0" : 3.6644641105730824E7, + "95.0" : 3.6644641105730824E7, + "99.0" : 3.6644641105730824E7, + "99.9" : 3.6644641105730824E7, + "99.99" : 3.6644641105730824E7, + "99.999" : 3.6644641105730824E7, + "99.9999" : 3.6644641105730824E7, + "100.0" : 3.6644641105730824E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.6314775245121375E7, + 3.6644641105730824E7, + 3.6298487352988414E7, + 3.656163109529262E7, + 3.652222826919538E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3399450.510724365, + "scoreError" : 147389.46391761143, + "scoreConfidence" : [ + 3252061.046806753, + 3546839.9746419764 + ], + "scorePercentiles" : { + "0.0" : 3344993.7290111585, + "50.0" : 3391918.710646716, + "90.0" : 3445369.3694211724, + "95.0" : 3445369.3694211724, + "99.0" : 3445369.3694211724, + "99.9" : 3445369.3694211724, + "99.99" : 3445369.3694211724, + "99.999" : 3445369.3694211724, + "99.9999" : 3445369.3694211724, + "100.0" : 3445369.3694211724 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3390158.278956215, + 3344993.7290111585, + 3391918.710646716, + 3445369.3694211724, + 3424812.4655865617 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9554.313808688847, + "scoreError" : 215.34315074154446, + "scoreConfidence" : [ + 9338.970657947302, + 9769.656959430391 + ], + "scorePercentiles" : { + "0.0" : 9491.287139336111, + "50.0" : 9552.814613966973, + "90.0" : 9624.877843625572, + "95.0" : 9624.877843625572, + "99.0" : 9624.877843625572, + "99.9" : 9624.877843625572, + "99.99" : 9624.877843625572, + "99.999" : 9624.877843625572, + "99.9999" : 9624.877843625572, + "100.0" : 9624.877843625572 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9593.353155490988, + 9624.877843625572, + 9491.287139336111, + 9509.236291024594, + 9552.814613966973 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.387687152624401E8, + "scoreError" : 7166740.381129427, + "scoreConfidence" : [ + 4.3160197488131064E8, + 4.459354556435695E8 + ], + "scorePercentiles" : { + "0.0" : 4.360628487056843E8, + "50.0" : 4.3844326780599105E8, + "90.0" : 4.407134160590279E8, + "95.0" : 4.407134160590279E8, + "99.0" : 4.407134160590279E8, + "99.9" : 4.407134160590279E8, + "99.99" : 4.407134160590279E8, + "99.999" : 4.407134160590279E8, + "99.9999" : 4.407134160590279E8, + "100.0" : 4.407134160590279E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.407134160590279E8, + 4.360628487056843E8, + 4.3829809273819447E8, + 4.4032595100330263E8, + 4.3844326780599105E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.3578296069547206E8, + "scoreError" : 8186411.471186148, + "scoreConfidence" : [ + 4.275965492242859E8, + 4.439693721666582E8 + ], + "scorePercentiles" : { + "0.0" : 4.3285265417590183E8, + "50.0" : 4.352355118189498E8, + "90.0" : 4.379504247638647E8, + "95.0" : 4.379504247638647E8, + "99.0" : 4.379504247638647E8, + "99.9" : 4.379504247638647E8, + "99.99" : 4.379504247638647E8, + "99.999" : 4.379504247638647E8, + "99.9999" : 4.379504247638647E8, + "100.0" : 4.379504247638647E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.352355118189498E8, + 4.350896774225758E8, + 4.37786535296068E8, + 4.379504247638647E8, + 4.3285265417590183E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 6037087.571767184, + "scoreError" : 252216.89201375598, + "scoreConfidence" : [ + 5784870.679753428, + 6289304.46378094 + ], + "scorePercentiles" : { + "0.0" : 5945003.051901675, + "50.0" : 6042287.3341161795, + "90.0" : 6101992.328102444, + "95.0" : 6101992.328102444, + "99.0" : 6101992.328102444, + "99.9" : 6101992.328102444, + "99.99" : 6101992.328102444, + "99.999" : 6101992.328102444, + "99.9999" : 6101992.328102444, + "100.0" : 6101992.328102444 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6042287.3341161795, + 6093904.296149672, + 6101992.328102444, + 5945003.051901675, + 6002250.848565951 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 48423.56714398218, + "scoreError" : 1642.6417037697165, + "scoreConfidence" : [ + 46780.925440212464, + 50066.2088477519 + ], + "scorePercentiles" : { + "0.0" : 47977.17869540995, + "50.0" : 48368.542496198796, + "90.0" : 48889.36353626097, + "95.0" : 48889.36353626097, + "99.0" : 48889.36353626097, + "99.9" : 48889.36353626097, + "99.99" : 48889.36353626097, + "99.999" : 48889.36353626097, + "99.9999" : 48889.36353626097, + "100.0" : 48889.36353626097 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 48833.81735193828, + 48889.36353626097, + 47977.17869540995, + 48048.9336401029, + 48368.542496198796 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.376053305927553E8, + "scoreError" : 7183766.340021793, + "scoreConfidence" : [ + 3.304215642527335E8, + 3.447890969327771E8 + ], + "scorePercentiles" : { + "0.0" : 3.354503940232983E8, + "50.0" : 3.3725423502257687E8, + "90.0" : 3.405878322127759E8, + "95.0" : 3.405878322127759E8, + "99.0" : 3.405878322127759E8, + "99.9" : 3.405878322127759E8, + "99.99" : 3.405878322127759E8, + "99.999" : 3.405878322127759E8, + "99.9999" : 3.405878322127759E8, + "100.0" : 3.405878322127759E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.37637304762389E8, + 3.3725423502257687E8, + 3.405878322127759E8, + 3.354503940232983E8, + 3.370968869427367E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.8205476815354508E8, + "scoreError" : 6184809.97375351, + "scoreConfidence" : [ + 1.7586995817979157E8, + 1.882395781272986E8 + ], + "scorePercentiles" : { + "0.0" : 1.7990580159154722E8, + "50.0" : 1.82014476827346E8, + "90.0" : 1.8403213845769477E8, + "95.0" : 1.8403213845769477E8, + "99.0" : 1.8403213845769477E8, + "99.9" : 1.8403213845769477E8, + "99.99" : 1.8403213845769477E8, + "99.999" : 1.8403213845769477E8, + "99.9999" : 1.8403213845769477E8, + "100.0" : 1.8403213845769477E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.8403213845769477E8, + 1.812207446856158E8, + 1.82014476827346E8, + 1.7990580159154722E8, + 1.8310067920552155E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 9.747254393631324E7, + "scoreError" : 1639741.114449006, + "scoreConfidence" : [ + 9.583280282186423E7, + 9.911228505076225E7 + ], + "scorePercentiles" : { + "0.0" : 9.693010275783162E7, + "50.0" : 9.746559667495249E7, + "90.0" : 9.805237849742521E7, + "95.0" : 9.805237849742521E7, + "99.0" : 9.805237849742521E7, + "99.9" : 9.805237849742521E7, + "99.99" : 9.805237849742521E7, + "99.999" : 9.805237849742521E7, + "99.9999" : 9.805237849742521E7, + "100.0" : 9.805237849742521E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9.76745550803573E7, + 9.805237849742521E7, + 9.724008667099951E7, + 9.693010275783162E7, + 9.746559667495249E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 4.233062402490051E7, + "scoreError" : 1026934.5209546908, + "scoreConfidence" : [ + 4.130368950394582E7, + 4.33575585458552E7 + ], + "scorePercentiles" : { + "0.0" : 4.197832036636116E7, + "50.0" : 4.237035035874366E7, + "90.0" : 4.2709453854982585E7, + "95.0" : 4.2709453854982585E7, + "99.0" : 4.2709453854982585E7, + "99.9" : 4.2709453854982585E7, + "99.99" : 4.2709453854982585E7, + "99.999" : 4.2709453854982585E7, + "99.9999" : 4.2709453854982585E7, + "100.0" : 4.2709453854982585E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.237841415991526E7, + 4.237035035874366E7, + 4.197832036636116E7, + 4.221658138449991E7, + 4.2709453854982585E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.4604943323828706E8, + "scoreError" : 1820051.4528380202, + "scoreConfidence" : [ + 1.4422938178544903E8, + 1.478694846911251E8 + ], + "scorePercentiles" : { + "0.0" : 1.4535683900122464E8, + "50.0" : 1.4608960307715502E8, + "90.0" : 1.4668684040729758E8, + "95.0" : 1.4668684040729758E8, + "99.0" : 1.4668684040729758E8, + "99.9" : 1.4668684040729758E8, + "99.99" : 1.4668684040729758E8, + "99.999" : 1.4668684040729758E8, + "99.9999" : 1.4668684040729758E8, + "100.0" : 1.4668684040729758E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.4611141586206996E8, + 1.4668684040729758E8, + 1.4535683900122464E8, + 1.4608960307715502E8, + 1.460024678436881E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.674932224707111E7, + "scoreError" : 1560916.4089428294, + "scoreConfidence" : [ + 3.518840583812828E7, + 3.8310238656013936E7 + ], + "scorePercentiles" : { + "0.0" : 3.611891165312926E7, + "50.0" : 3.6806094291674584E7, + "90.0" : 3.724631411827306E7, + "95.0" : 3.724631411827306E7, + "99.0" : 3.724631411827306E7, + "99.9" : 3.724631411827306E7, + "99.99" : 3.724631411827306E7, + "99.999" : 3.724631411827306E7, + "99.9999" : 3.724631411827306E7, + "100.0" : 3.724631411827306E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.672974745964722E7, + 3.724631411827306E7, + 3.611891165312926E7, + 3.6806094291674584E7, + 3.684554371263145E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 4628192.105718801, + "scoreError" : 140658.9986132865, + "scoreConfidence" : [ + 4487533.107105514, + 4768851.104332088 + ], + "scorePercentiles" : { + "0.0" : 4586735.82038486, + "50.0" : 4623372.105808848, + "90.0" : 4686961.179382604, + "95.0" : 4686961.179382604, + "99.0" : 4686961.179382604, + "99.9" : 4686961.179382604, + "99.99" : 4686961.179382604, + "99.999" : 4686961.179382604, + "99.9999" : 4686961.179382604, + "100.0" : 4686961.179382604 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4623372.105808848, + 4627588.734442317, + 4616302.688575374, + 4686961.179382604, + 4586735.82038486 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 47661.702327423685, + "scoreError" : 1556.1106726049293, + "scoreConfidence" : [ + 46105.59165481875, + 49217.81300002862 + ], + "scorePercentiles" : { + "0.0" : 47115.67892020259, + "50.0" : 47671.71172022628, + "90.0" : 48078.40596134006, + "95.0" : 48078.40596134006, + "99.0" : 48078.40596134006, + "99.9" : 48078.40596134006, + "99.99" : 48078.40596134006, + "99.999" : 48078.40596134006, + "99.9999" : 48078.40596134006, + "100.0" : 48078.40596134006 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 48016.519378119454, + 47671.71172022628, + 47115.67892020259, + 47426.19565723005, + 48078.40596134006 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.374319124917922E8, + "scoreError" : 4962294.611263593, + "scoreConfidence" : [ + 3.324696178805286E8, + 3.423942071030558E8 + ], + "scorePercentiles" : { + "0.0" : 3.3608893121369135E8, + "50.0" : 3.369084916487133E8, + "90.0" : 3.3932035982361877E8, + "95.0" : 3.3932035982361877E8, + "99.0" : 3.3932035982361877E8, + "99.9" : 3.3932035982361877E8, + "99.99" : 3.3932035982361877E8, + "99.999" : 3.3932035982361877E8, + "99.9999" : 3.3932035982361877E8, + "100.0" : 3.3932035982361877E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3812759542576116E8, + 3.3608893121369135E8, + 3.369084916487133E8, + 3.3932035982361877E8, + 3.367141843471767E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 9.043964060394318E7, + "scoreError" : 1761017.0343408901, + "scoreConfidence" : [ + 8.86786235696023E7, + 9.220065763828407E7 + ], + "scorePercentiles" : { + "0.0" : 8.98352663590542E7, + "50.0" : 9.071807567470366E7, + "90.0" : 9.080131954025845E7, + "95.0" : 9.080131954025845E7, + "99.0" : 9.080131954025845E7, + "99.9" : 9.080131954025845E7, + "99.99" : 9.080131954025845E7, + "99.999" : 9.080131954025845E7, + "99.9999" : 9.080131954025845E7, + "100.0" : 9.080131954025845E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8.98352663590542E7, + 9.078395867493123E7, + 9.005958277076831E7, + 9.071807567470366E7, + 9.080131954025845E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 7.95077885479449E7, + "scoreError" : 1737587.68769077, + "scoreConfidence" : [ + 7.777020086025414E7, + 8.124537623563567E7 + ], + "scorePercentiles" : { + "0.0" : 7.900006024629912E7, + "50.0" : 7.95047143026965E7, + "90.0" : 7.998812547336498E7, + "95.0" : 7.998812547336498E7, + "99.0" : 7.998812547336498E7, + "99.9" : 7.998812547336498E7, + "99.99" : 7.998812547336498E7, + "99.999" : 7.998812547336498E7, + "99.9999" : 7.998812547336498E7, + "100.0" : 7.998812547336498E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7.911959434655023E7, + 7.992644837081373E7, + 7.900006024629912E7, + 7.998812547336498E7, + 7.95047143026965E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.378844512861699E7, + "scoreError" : 485716.11444214685, + "scoreConfidence" : [ + 3.330272901417484E7, + 3.4274161243059136E7 + ], + "scorePercentiles" : { + "0.0" : 3.3662827301330715E7, + "50.0" : 3.373769288642445E7, + "90.0" : 3.3948717360651806E7, + "95.0" : 3.3948717360651806E7, + "99.0" : 3.3948717360651806E7, + "99.9" : 3.3948717360651806E7, + "99.99" : 3.3948717360651806E7, + "99.999" : 3.3948717360651806E7, + "99.9999" : 3.3948717360651806E7, + "100.0" : 3.3948717360651806E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.369782355031653E7, + 3.373769288642445E7, + 3.3662827301330715E7, + 3.3895164544361465E7, + 3.3948717360651806E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.392037759040837E8, + "scoreError" : 6675196.033327372, + "scoreConfidence" : [ + 4.325285798707563E8, + 4.458789719374111E8 + ], + "scorePercentiles" : { + "0.0" : 4.37086936963484E8, + "50.0" : 4.3932461386021787E8, + "90.0" : 4.417589648087699E8, + "95.0" : 4.417589648087699E8, + "99.0" : 4.417589648087699E8, + "99.9" : 4.417589648087699E8, + "99.99" : 4.417589648087699E8, + "99.999" : 4.417589648087699E8, + "99.9999" : 4.417589648087699E8, + "100.0" : 4.417589648087699E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3827629246216106E8, + 4.37086936963484E8, + 4.3932461386021787E8, + 4.39572071425786E8, + 4.417589648087699E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.367338886228117E8, + "scoreError" : 1.38826295687289E7, + "scoreConfidence" : [ + 4.2285125905408275E8, + 4.506165181915406E8 + ], + "scorePercentiles" : { + "0.0" : 4.311221171146195E8, + "50.0" : 4.373740431879189E8, + "90.0" : 4.402721686992303E8, + "95.0" : 4.402721686992303E8, + "99.0" : 4.402721686992303E8, + "99.9" : 4.402721686992303E8, + "99.99" : 4.402721686992303E8, + "99.999" : 4.402721686992303E8, + "99.9999" : 4.402721686992303E8, + "100.0" : 4.402721686992303E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.373740431879189E8, + 4.402721686992303E8, + 4.3564174592855847E8, + 4.311221171146195E8, + 4.3925936818373156E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 2.5236008618170887E8, + "scoreError" : 1.2855908687139848E7, + "scoreConfidence" : [ + 2.3950417749456903E8, + 2.652159948688487E8 + ], + "scorePercentiles" : { + "0.0" : 2.4659304337707925E8, + "50.0" : 2.5353689677050945E8, + "90.0" : 2.551887367668819E8, + "95.0" : 2.551887367668819E8, + "99.0" : 2.551887367668819E8, + "99.9" : 2.551887367668819E8, + "99.99" : 2.551887367668819E8, + "99.999" : 2.551887367668819E8, + "99.9999" : 2.551887367668819E8, + "100.0" : 2.551887367668819E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.551887367668819E8, + 2.4659304337707925E8, + 2.527995622047417E8, + 2.5353689677050945E8, + 2.5368219178933194E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.3415081028916422E8, + "scoreError" : 4674248.37858471, + "scoreConfidence" : [ + 1.294765619105795E8, + 1.3882505866774893E8 + ], + "scorePercentiles" : { + "0.0" : 1.32441131524478E8, + "50.0" : 1.342787964360791E8, + "90.0" : 1.3576163309308833E8, + "95.0" : 1.3576163309308833E8, + "99.0" : 1.3576163309308833E8, + "99.9" : 1.3576163309308833E8, + "99.99" : 1.3576163309308833E8, + "99.999" : 1.3576163309308833E8, + "99.9999" : 1.3576163309308833E8, + "100.0" : 1.3576163309308833E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3576163309308833E8, + 1.342787964360791E8, + 1.3371225537165111E8, + 1.32441131524478E8, + 1.3456023502052456E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.371536772842251E8, + "scoreError" : 1.3654690462793576E7, + "scoreConfidence" : [ + 3.234989868214315E8, + 3.508083677470187E8 + ], + "scorePercentiles" : { + "0.0" : 3.314017484399636E8, + "50.0" : 3.378251058227064E8, + "90.0" : 3.411331933061825E8, + "95.0" : 3.411331933061825E8, + "99.0" : 3.411331933061825E8, + "99.9" : 3.411331933061825E8, + "99.99" : 3.411331933061825E8, + "99.999" : 3.411331933061825E8, + "99.9999" : 3.411331933061825E8, + "100.0" : 3.411331933061825E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.411331933061825E8, + 3.314017484399636E8, + 3.381045403294658E8, + 3.378251058227064E8, + 3.373037985228074E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.372639372137298E8, + "scoreError" : 6381016.978406751, + "scoreConfidence" : [ + 3.308829202353231E8, + 3.436449541921365E8 + ], + "scorePercentiles" : { + "0.0" : 3.350470605638403E8, + "50.0" : 3.3792750398704445E8, + "90.0" : 3.3884216507895476E8, + "95.0" : 3.3884216507895476E8, + "99.0" : 3.3884216507895476E8, + "99.9" : 3.3884216507895476E8, + "99.99" : 3.3884216507895476E8, + "99.999" : 3.3884216507895476E8, + "99.9999" : 3.3884216507895476E8, + "100.0" : 3.3884216507895476E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.385041435195393E8, + 3.3884216507895476E8, + 3.350470605638403E8, + 3.3792750398704445E8, + 3.359988129192703E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.3736690602962327E8, + "scoreError" : 4717973.6238798145, + "scoreConfidence" : [ + 3.326489324057435E8, + 3.4208487965350306E8 + ], + "scorePercentiles" : { + "0.0" : 3.353326646974918E8, + "50.0" : 3.380521767865732E8, + "90.0" : 3.3818787461713517E8, + "95.0" : 3.3818787461713517E8, + "99.0" : 3.3818787461713517E8, + "99.9" : 3.3818787461713517E8, + "99.99" : 3.3818787461713517E8, + "99.999" : 3.3818787461713517E8, + "99.9999" : 3.3818787461713517E8, + "100.0" : 3.3818787461713517E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3817116764525133E8, + 3.380521767865732E8, + 3.3709064640166473E8, + 3.3818787461713517E8, + 3.353326646974918E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.369422941719366E8, + "scoreError" : 7586783.255395096, + "scoreConfidence" : [ + 3.2935551091654146E8, + 3.445290774273317E8 + ], + "scorePercentiles" : { + "0.0" : 3.3451398854742366E8, + "50.0" : 3.3690905552938503E8, + "90.0" : 3.3993885608585197E8, + "95.0" : 3.3993885608585197E8, + "99.0" : 3.3993885608585197E8, + "99.9" : 3.3993885608585197E8, + "99.99" : 3.3993885608585197E8, + "99.999" : 3.3993885608585197E8, + "99.9999" : 3.3993885608585197E8, + "100.0" : 3.3993885608585197E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.361710616783414E8, + 3.3993885608585197E8, + 3.3451398854742366E8, + 3.371785090186808E8, + 3.3690905552938503E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 1.7825330677048728E8, + "scoreError" : 3985583.4189358056, + "scoreConfidence" : [ + 1.7426772335155147E8, + 1.8223889018942308E8 + ], + "scorePercentiles" : { + "0.0" : 1.7669358706322455E8, + "50.0" : 1.7823746445153612E8, + "90.0" : 1.7940367331110206E8, + "95.0" : 1.7940367331110206E8, + "99.0" : 1.7940367331110206E8, + "99.9" : 1.7940367331110206E8, + "99.99" : 1.7940367331110206E8, + "99.999" : 1.7940367331110206E8, + "99.9999" : 1.7940367331110206E8, + "100.0" : 1.7940367331110206E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.7823746445153612E8, + 1.7893416922584346E8, + 1.7669358706322455E8, + 1.7799763980073017E8, + 1.7940367331110206E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 4.3760584318960744E8, + "scoreError" : 3351584.741443659, + "scoreConfidence" : [ + 4.342542584481638E8, + 4.409574279310511E8 + ], + "scorePercentiles" : { + "0.0" : 4.366435139715277E8, + "50.0" : 4.377929091569954E8, + "90.0" : 4.3877147382310766E8, + "95.0" : 4.3877147382310766E8, + "99.0" : 4.3877147382310766E8, + "99.9" : 4.3877147382310766E8, + "99.99" : 4.3877147382310766E8, + "99.999" : 4.3877147382310766E8, + "99.9999" : 4.3877147382310766E8, + "100.0" : 4.3877147382310766E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 4.3684745577513725E8, + 4.3877147382310766E8, + 4.366435139715277E8, + 4.377929091569954E8, + 4.3797386322126925E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.193192237090632E8, + "scoreError" : 2.8247941843237948E7, + "scoreConfidence" : [ + 2.9107128186582524E8, + 3.475671655523011E8 + ], + "scorePercentiles" : { + "0.0" : 3.0627740595919317E8, + "50.0" : 3.2245135319102955E8, + "90.0" : 3.238366271290898E8, + "95.0" : 3.238366271290898E8, + "99.0" : 3.238366271290898E8, + "99.9" : 3.238366271290898E8, + "99.99" : 3.238366271290898E8, + "99.999" : 3.238366271290898E8, + "99.9999" : 3.238366271290898E8, + "100.0" : 3.238366271290898E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.0627740595919317E8, + 3.2155863055358064E8, + 3.2245135319102955E8, + 3.2247210171242285E8, + 3.238366271290898E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 1.344765442883755E8, + "scoreError" : 8676475.536142765, + "scoreConfidence" : [ + 1.2580006875223273E8, + 1.4315301982451826E8 + ], + "scorePercentiles" : { + "0.0" : 1.3047203324875438E8, + "50.0" : 1.3554399606275246E8, + "90.0" : 1.3567250298146534E8, + "95.0" : 1.3567250298146534E8, + "99.0" : 1.3567250298146534E8, + "99.9" : 1.3567250298146534E8, + "99.99" : 1.3567250298146534E8, + "99.999" : 1.3567250298146534E8, + "99.9999" : 1.3567250298146534E8, + "100.0" : 1.3567250298146534E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.3504131347686896E8, + 1.3554399606275246E8, + 1.3047203324875438E8, + 1.3565287567203638E8, + 1.3567250298146534E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.377454800130073E8, + "scoreError" : 4023703.048862003, + "scoreConfidence" : [ + 3.337217769641453E8, + 3.4176918306186926E8 + ], + "scorePercentiles" : { + "0.0" : 3.361891211284401E8, + "50.0" : 3.377464682653444E8, + "90.0" : 3.391111805976822E8, + "95.0" : 3.391111805976822E8, + "99.0" : 3.391111805976822E8, + "99.9" : 3.391111805976822E8, + "99.99" : 3.391111805976822E8, + "99.999" : 3.391111805976822E8, + "99.9999" : 3.391111805976822E8, + "100.0" : 3.391111805976822E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.377464682653444E8, + 3.361891211284401E8, + 3.380167283095108E8, + 3.3766390176405877E8, + 3.391111805976822E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3.37264539522833E8, + "scoreError" : 6227728.431613347, + "scoreConfidence" : [ + 3.3103681109121966E8, + 3.434922679544463E8 + ], + "scorePercentiles" : { + "0.0" : 3.347770184459001E8, + "50.0" : 3.3784298267311764E8, + "90.0" : 3.3882552950476694E8, + "95.0" : 3.3882552950476694E8, + "99.0" : 3.3882552950476694E8, + "99.9" : 3.3882552950476694E8, + "99.99" : 3.3882552950476694E8, + "99.999" : 3.3882552950476694E8, + "99.9999" : 3.3882552950476694E8, + "100.0" : 3.3882552950476694E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.3828807828278345E8, + 3.3784298267311764E8, + 3.347770184459001E8, + 3.3882552950476694E8, + 3.365890887075969E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 3.3682245270252883E8, + "scoreError" : 6760322.96232269, + "scoreConfidence" : [ + 3.300621297402061E8, + 3.4358277566485155E8 + ], + "scorePercentiles" : { + "0.0" : 3.3431853844447875E8, + "50.0" : 3.3700072826066613E8, + "90.0" : 3.388344324726884E8, + "95.0" : 3.388344324726884E8, + "99.0" : 3.388344324726884E8, + "99.9" : 3.388344324726884E8, + "99.99" : 3.388344324726884E8, + "99.999" : 3.388344324726884E8, + "99.9999" : 3.388344324726884E8, + "100.0" : 3.388344324726884E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.388344324726884E8, + 3.3700072826066613E8, + 3.3599683972328997E8, + 3.3431853844447875E8, + 3.37961724611521E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3.384922066016183E8, + "scoreError" : 9765313.679942112, + "scoreConfidence" : [ + 3.2872689292167616E8, + 3.482575202815604E8 + ], + "scorePercentiles" : { + "0.0" : 3.3526650053863096E8, + "50.0" : 3.385268081727588E8, + "90.0" : 3.412243265186525E8, + "95.0" : 3.412243265186525E8, + "99.0" : 3.412243265186525E8, + "99.9" : 3.412243265186525E8, + "99.99" : 3.412243265186525E8, + "99.999" : 3.412243265186525E8, + "99.9999" : 3.412243265186525E8, + "100.0" : 3.412243265186525E8 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.406901271367966E8, + 3.3526650053863096E8, + 3.385268081727588E8, + 3.3675327064125264E8, + 3.412243265186525E8 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 6.284395242570634E7, + "scoreError" : 2514336.6503978153, + "scoreConfidence" : [ + 6.032961577530853E7, + 6.535828907610416E7 + ], + "scorePercentiles" : { + "0.0" : 6.221333178840539E7, + "50.0" : 6.260510605006534E7, + "90.0" : 6.36468333415991E7, + "95.0" : 6.36468333415991E7, + "99.0" : 6.36468333415991E7, + "99.9" : 6.36468333415991E7, + "99.99" : 6.36468333415991E7, + "99.999" : 6.36468333415991E7, + "99.9999" : 6.36468333415991E7, + "100.0" : 6.36468333415991E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 6.3426740623532884E7, + 6.260510605006534E7, + 6.221333178840539E7, + 6.36468333415991E7, + 6.232775032492896E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1.5295099514296979E7, + "scoreError" : 1281489.000271054, + "scoreConfidence" : [ + 1.4013610514025925E7, + 1.6576588514568033E7 + ], + "scorePercentiles" : { + "0.0" : 1.4815559854923587E7, + "50.0" : 1.524821889222656E7, + "90.0" : 1.569051387013938E7, + "95.0" : 1.569051387013938E7, + "99.0" : 1.569051387013938E7, + "99.9" : 1.569051387013938E7, + "99.99" : 1.569051387013938E7, + "99.999" : 1.569051387013938E7, + "99.9999" : 1.569051387013938E7, + "100.0" : 1.569051387013938E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1.524821889222656E7, + 1.5512144268975575E7, + 1.5209060685219804E7, + 1.4815559854923587E7, + 1.569051387013938E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1172341.8554103447, + "scoreError" : 28650.64763446073, + "scoreConfidence" : [ + 1143691.2077758838, + 1200992.5030448055 + ], + "scorePercentiles" : { + "0.0" : 1161095.3386155472, + "50.0" : 1175809.2143756493, + "90.0" : 1179453.662416262, + "95.0" : 1179453.662416262, + "99.0" : 1179453.662416262, + "99.9" : 1179453.662416262, + "99.99" : 1179453.662416262, + "99.999" : 1179453.662416262, + "99.9999" : 1179453.662416262, + "100.0" : 1179453.662416262 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1161095.3386155472, + 1176684.0159604992, + 1168667.045683765, + 1179453.662416262, + 1175809.2143756493 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 9718.88518509914, + "scoreError" : 487.44203806997865, + "scoreConfidence" : [ + 9231.44314702916, + 10206.327223169119 + ], + "scorePercentiles" : { + "0.0" : 9519.279522554678, + "50.0" : 9725.636826453096, + "90.0" : 9831.319446450017, + "95.0" : 9831.319446450017, + "99.0" : 9831.319446450017, + "99.9" : 9831.319446450017, + "99.99" : 9831.319446450017, + "99.999" : 9831.319446450017, + "99.9999" : 9831.319446450017, + "100.0" : 9831.319446450017 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 9725.636826453096, + 9831.319446450017, + 9519.279522554678, + 9694.542418567298, + 9823.647711470614 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.839708222314875E7, + "scoreError" : 1635108.8772705153, + "scoreConfidence" : [ + 3.6761973345878236E7, + 4.003219110041926E7 + ], + "scorePercentiles" : { + "0.0" : 3.7736040132154085E7, + "50.0" : 3.840953323093834E7, + "90.0" : 3.8815159954989314E7, + "95.0" : 3.8815159954989314E7, + "99.0" : 3.8815159954989314E7, + "99.9" : 3.8815159954989314E7, + "99.99" : 3.8815159954989314E7, + "99.999" : 3.8815159954989314E7, + "99.9999" : 3.8815159954989314E7, + "100.0" : 3.8815159954989314E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.8815159954989314E7, + 3.871576266317016E7, + 3.840953323093834E7, + 3.7736040132154085E7, + 3.8308915134491876E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 7806663.80423526, + "scoreError" : 242879.58649494973, + "scoreConfidence" : [ + 7563784.21774031, + 8049543.39073021 + ], + "scorePercentiles" : { + "0.0" : 7713523.961381272, + "50.0" : 7830020.944222857, + "90.0" : 7875722.570072702, + "95.0" : 7875722.570072702, + "99.0" : 7875722.570072702, + "99.9" : 7875722.570072702, + "99.99" : 7875722.570072702, + "99.999" : 7875722.570072702, + "99.9999" : 7875722.570072702, + "100.0" : 7875722.570072702 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 7776010.535165793, + 7830020.944222857, + 7875722.570072702, + 7713523.961381272, + 7838041.010333676 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 1005505.7420534557, + "scoreError" : 32637.172261726537, + "scoreConfidence" : [ + 972868.5697917291, + 1038142.9143151822 + ], + "scorePercentiles" : { + "0.0" : 995316.0451149878, + "50.0" : 1002382.572981685, + "90.0" : 1016841.6083398071, + "95.0" : 1016841.6083398071, + "99.0" : 1016841.6083398071, + "99.9" : 1016841.6083398071, + "99.99" : 1016841.6083398071, + "99.999" : 1016841.6083398071, + "99.9999" : 1016841.6083398071, + "100.0" : 1016841.6083398071 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1002382.572981685, + 995316.0451149878, + 1011147.9754006878, + 1016841.6083398071, + 1001840.5084301106 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5687.531054741788, + "scoreError" : 410.43395891162896, + "scoreConfidence" : [ + 5277.097095830159, + 6097.9650136534165 + ], + "scorePercentiles" : { + "0.0" : 5541.029454109652, + "50.0" : 5696.226272879123, + "90.0" : 5791.177889520302, + "95.0" : 5791.177889520302, + "99.0" : 5791.177889520302, + "99.9" : 5791.177889520302, + "99.99" : 5791.177889520302, + "99.999" : 5791.177889520302, + "99.9999" : 5791.177889520302, + "100.0" : 5791.177889520302 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5791.177889520302, + 5783.920080614335, + 5541.029454109652, + 5696.226272879123, + 5625.301576585522 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 5.927215307270621E7, + "scoreError" : 1.245797868881847E7, + "scoreConfidence" : [ + 4.681417438388774E7, + 7.173013176152468E7 + ], + "scorePercentiles" : { + "0.0" : 5.569187446778955E7, + "50.0" : 6.087344900600675E7, + "90.0" : 6.256553402654573E7, + "95.0" : 6.256553402654573E7, + "99.0" : 6.256553402654573E7, + "99.9" : 6.256553402654573E7, + "99.99" : 6.256553402654573E7, + "99.999" : 6.256553402654573E7, + "99.9999" : 6.256553402654573E7, + "100.0" : 6.256553402654573E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5.589687771301787E7, + 6.087344900600675E7, + 5.569187446778955E7, + 6.256553402654573E7, + 6.133303015017115E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3248048.464218953, + "scoreError" : 100006.18736028686, + "scoreConfidence" : [ + 3148042.2768586664, + 3348054.65157924 + ], + "scorePercentiles" : { + "0.0" : 3213301.742706818, + "50.0" : 3243879.1098342314, + "90.0" : 3280527.2690421576, + "95.0" : 3280527.2690421576, + "99.0" : 3280527.2690421576, + "99.9" : 3280527.2690421576, + "99.99" : 3280527.2690421576, + "99.999" : 3280527.2690421576, + "99.9999" : 3280527.2690421576, + "100.0" : 3280527.2690421576 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3213301.742706818, + 3243879.1098342314, + 3237165.3037309893, + 3265368.8957805713, + 3280527.2690421576 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 310744.5956803809, + "scoreError" : 27470.653388970102, + "scoreConfidence" : [ + 283273.94229141076, + 338215.249069351 + ], + "scorePercentiles" : { + "0.0" : 300406.23950303363, + "50.0" : 315504.73634514486, + "90.0" : 316087.4490799876, + "95.0" : 316087.4490799876, + "99.0" : 316087.4490799876, + "99.9" : 316087.4490799876, + "99.99" : 316087.4490799876, + "99.999" : 316087.4490799876, + "99.9999" : 316087.4490799876, + "100.0" : 316087.4490799876 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 300406.23950303363, + 306094.4752605386, + 315504.73634514486, + 316087.4490799876, + 315630.07821319974 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 3568.46802707056, + "scoreError" : 136.86017469669574, + "scoreConfidence" : [ + 3431.6078523738643, + 3705.3282017672555 + ], + "scorePercentiles" : { + "0.0" : 3520.755391536843, + "50.0" : 3587.335571076623, + "90.0" : 3602.3447514054874, + "95.0" : 3602.3447514054874, + "99.0" : 3602.3447514054874, + "99.9" : 3602.3447514054874, + "99.99" : 3602.3447514054874, + "99.999" : 3602.3447514054874, + "99.9999" : 3602.3447514054874, + "100.0" : 3602.3447514054874 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3587.335571076623, + 3540.8503425473805, + 3520.755391536843, + 3591.0540787864675, + 3602.3447514054874 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 3.848465864938616E7, + "scoreError" : 1196347.7113953135, + "scoreConfidence" : [ + 3.7288310937990844E7, + 3.9681006360781476E7 + ], + "scorePercentiles" : { + "0.0" : 3.804297388500321E7, + "50.0" : 3.851575501874245E7, + "90.0" : 3.879874587873569E7, + "95.0" : 3.879874587873569E7, + "99.0" : 3.879874587873569E7, + "99.9" : 3.879874587873569E7, + "99.99" : 3.879874587873569E7, + "99.999" : 3.879874587873569E7, + "99.9999" : 3.879874587873569E7, + "100.0" : 3.879874587873569E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.832464503581728E7, + 3.851575501874245E7, + 3.804297388500321E7, + 3.874117342863217E7, + 3.879874587873569E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 8236240.193749113, + "scoreError" : 846542.0388663296, + "scoreConfidence" : [ + 7389698.154882783, + 9082782.232615443 + ], + "scorePercentiles" : { + "0.0" : 7911985.953748967, + "50.0" : 8359804.731788937, + "90.0" : 8419363.11252332, + "95.0" : 8419363.11252332, + "99.0" : 8419363.11252332, + "99.9" : 8419363.11252332, + "99.99" : 8419363.11252332, + "99.999" : 8419363.11252332, + "99.9999" : 8419363.11252332, + "100.0" : 8419363.11252332 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 8385074.864923556, + 8419363.11252332, + 8359804.731788937, + 8104972.3057607915, + 7911985.953748967 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 931565.9387406327, + "scoreError" : 10935.584936893963, + "scoreConfidence" : [ + 920630.3538037387, + 942501.5236775267 + ], + "scorePercentiles" : { + "0.0" : 927660.8057847153, + "50.0" : 932321.5831732706, + "90.0" : 934934.3077391395, + "95.0" : 934934.3077391395, + "99.0" : 934934.3077391395, + "99.9" : 934934.3077391395, + "99.99" : 934934.3077391395, + "99.999" : 934934.3077391395, + "99.9999" : 934934.3077391395, + "100.0" : 934934.3077391395 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 934934.3077391395, + 927660.8057847153, + 932321.5831732706, + 933048.6724017567, + 929864.3246042811 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 5754.528542991396, + "scoreError" : 268.80590553789165, + "scoreConfidence" : [ + 5485.722637453504, + 6023.334448529287 + ], + "scorePercentiles" : { + "0.0" : 5678.143189376335, + "50.0" : 5769.272403393124, + "90.0" : 5835.56830701533, + "95.0" : 5835.56830701533, + "99.0" : 5835.56830701533, + "99.9" : 5835.56830701533, + "99.99" : 5835.56830701533, + "99.999" : 5835.56830701533, + "99.9999" : 5835.56830701533, + "100.0" : 5835.56830701533 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 5678.143189376335, + 5835.56830701533, + 5687.015238296363, + 5802.643576875827, + 5769.272403393124 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.367029969530348E7, + "scoreError" : 1.2214135960141914E7, + "scoreConfidence" : [ + 3.1456163735161565E7, + 5.588443565544539E7 + ], + "scorePercentiles" : { + "0.0" : 3.799749741168172E7, + "50.0" : 4.503072585989393E7, + "90.0" : 4.516850869046347E7, + "95.0" : 4.516850869046347E7, + "99.0" : 4.516850869046347E7, + "99.9" : 4.516850869046347E7, + "99.99" : 4.516850869046347E7, + "99.999" : 4.516850869046347E7, + "99.9999" : 4.516850869046347E7, + "100.0" : 4.516850869046347E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.799749741168172E7, + 4.514734765425262E7, + 4.500741886022563E7, + 4.503072585989393E7, + 4.516850869046347E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 3026346.942859777, + "scoreError" : 468881.714479622, + "scoreConfidence" : [ + 2557465.228380155, + 3495228.6573393987 + ], + "scorePercentiles" : { + "0.0" : 2821420.2695247037, + "50.0" : 3056288.8162861774, + "90.0" : 3143084.947733788, + "95.0" : 3143084.947733788, + "99.0" : 3143084.947733788, + "99.9" : 3143084.947733788, + "99.99" : 3143084.947733788, + "99.999" : 3143084.947733788, + "99.9999" : 3143084.947733788, + "100.0" : 3143084.947733788 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3032089.4138947846, + 3056288.8162861774, + 2821420.2695247037, + 3078851.2668594304, + 3143084.947733788 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 263719.7365498501, + "scoreError" : 39022.15414831735, + "scoreConfidence" : [ + 224697.58240153274, + 302741.89069816744 + ], + "scorePercentiles" : { + "0.0" : 247073.93073765913, + "50.0" : 266314.0417244858, + "90.0" : 274200.3326351974, + "95.0" : 274200.3326351974, + "99.0" : 274200.3326351974, + "99.9" : 274200.3326351974, + "99.99" : 274200.3326351974, + "99.999" : 274200.3326351974, + "99.9999" : 274200.3326351974, + "100.0" : 274200.3326351974 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 263186.3243421525, + 247073.93073765913, + 274200.3326351974, + 266314.0417244858, + 267824.05330975575 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 961.6515179541196, + "scoreError" : 138.0777402398674, + "scoreConfidence" : [ + 823.5737777142522, + 1099.729258193987 + ], + "scorePercentiles" : { + "0.0" : 919.8986919760955, + "50.0" : 963.895440334528, + "90.0" : 1011.3349966729377, + "95.0" : 1011.3349966729377, + "99.0" : 1011.3349966729377, + "99.9" : 1011.3349966729377, + "99.99" : 1011.3349966729377, + "99.999" : 1011.3349966729377, + "99.9999" : 1011.3349966729377, + "100.0" : 1011.3349966729377 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 935.6508072504894, + 919.8986919760955, + 963.895440334528, + 977.4776535365478, + 1011.3349966729377 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7834320748235535E7, + "scoreError" : 2720192.9359047846, + "scoreConfidence" : [ + 2.511412781233075E7, + 3.055451368414032E7 + ], + "scorePercentiles" : { + "0.0" : 2.6640783432845317E7, + "50.0" : 2.7990530994447485E7, + "90.0" : 2.8470386084837977E7, + "95.0" : 2.8470386084837977E7, + "99.0" : 2.8470386084837977E7, + "99.9" : 2.8470386084837977E7, + "99.99" : 2.8470386084837977E7, + "99.999" : 2.8470386084837977E7, + "99.9999" : 2.8470386084837977E7, + "100.0" : 2.8470386084837977E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.8211204552999567E7, + 2.7990530994447485E7, + 2.8470386084837977E7, + 2.6640783432845317E7, + 2.785869867604734E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2240346.9641684154, + "scoreError" : 375072.98275281204, + "scoreConfidence" : [ + 1865273.9814156033, + 2615419.9469212275 + ], + "scorePercentiles" : { + "0.0" : 2070244.3410111854, + "50.0" : 2271369.812398518, + "90.0" : 2304617.4783935375, + "95.0" : 2304617.4783935375, + "99.0" : 2304617.4783935375, + "99.9" : 2304617.4783935375, + "99.99" : 2304617.4783935375, + "99.999" : 2304617.4783935375, + "99.9999" : 2304617.4783935375, + "100.0" : 2304617.4783935375 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2301467.722062697, + 2070244.3410111854, + 2254035.466976137, + 2271369.812398518, + 2304617.4783935375 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 165611.40143335925, + "scoreError" : 11042.72865627201, + "scoreConfidence" : [ + 154568.67277708725, + 176654.13008963125 + ], + "scorePercentiles" : { + "0.0" : 160695.82200599258, + "50.0" : 166215.30747776633, + "90.0" : 168131.60393475182, + "95.0" : 168131.60393475182, + "99.0" : 168131.60393475182, + "99.9" : 168131.60393475182, + "99.99" : 168131.60393475182, + "99.999" : 168131.60393475182, + "99.9999" : 168131.60393475182, + "100.0" : 168131.60393475182 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 168131.60393475182, + 166052.99078819278, + 166961.28296009268, + 160695.82200599258, + 166215.30747776633 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "random", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 717.7314175944371, + "scoreError" : 163.09814765943003, + "scoreConfidence" : [ + 554.6332699350071, + 880.829565253867 + ], + "scorePercentiles" : { + "0.0" : 647.4642983989335, + "50.0" : 733.3942368953631, + "90.0" : 757.5388300562713, + "95.0" : 757.5388300562713, + "99.0" : 757.5388300562713, + "99.9" : 757.5388300562713, + "99.99" : 757.5388300562713, + "99.999" : 757.5388300562713, + "99.9999" : 757.5388300562713, + "100.0" : 757.5388300562713 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 733.3942368953631, + 647.4642983989335, + 737.3620121904634, + 712.8977104311542, + 757.5388300562713 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "1" + }, + "primaryMetric" : { + "score" : 4.256159408561438E7, + "scoreError" : 1.4553630384048728E7, + "scoreConfidence" : [ + 2.8007963701565653E7, + 5.711522446966311E7 + ], + "scorePercentiles" : { + "0.0" : 3.584150770274344E7, + "50.0" : 4.40890742606686E7, + "90.0" : 4.4822132278687805E7, + "95.0" : 4.4822132278687805E7, + "99.0" : 4.4822132278687805E7, + "99.9" : 4.4822132278687805E7, + "99.99" : 4.4822132278687805E7, + "99.999" : 4.4822132278687805E7, + "99.9999" : 4.4822132278687805E7, + "100.0" : 4.4822132278687805E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 3.584150770274344E7, + 4.40890742606686E7, + 4.4822132278687805E7, + 4.368256632395079E7, + 4.437268986202127E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10" + }, + "primaryMetric" : { + "score" : 1688980.3018202917, + "scoreError" : 277661.67858763627, + "scoreConfidence" : [ + 1411318.6232326555, + 1966641.980407928 + ], + "scorePercentiles" : { + "0.0" : 1565254.7215125307, + "50.0" : 1714871.4280177082, + "90.0" : 1741959.8495733952, + "95.0" : 1741959.8495733952, + "99.0" : 1741959.8495733952, + "99.9" : 1741959.8495733952, + "99.99" : 1741959.8495733952, + "99.999" : 1741959.8495733952, + "99.9999" : 1741959.8495733952, + "100.0" : 1741959.8495733952 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 1714871.4280177082, + 1741959.8495733952, + 1688969.0801373036, + 1565254.7215125307, + 1733846.429860521 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "100" + }, + "primaryMetric" : { + "score" : 152118.0510436526, + "scoreError" : 18417.195757705853, + "scoreConfidence" : [ + 133700.85528594675, + 170535.24680135847 + ], + "scorePercentiles" : { + "0.0" : 143609.54688648097, + "50.0" : 154055.44126001926, + "90.0" : 154852.5018573143, + "95.0" : 154852.5018573143, + "99.0" : 154852.5018573143, + "99.9" : 154852.5018573143, + "99.99" : 154852.5018573143, + "99.999" : 154852.5018573143, + "99.9999" : 154852.5018573143, + "100.0" : 154852.5018573143 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 154055.44126001926, + 154545.64913323047, + 143609.54688648097, + 154852.5018573143, + 153527.116081218 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "hamt", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 733.946637755696, + "scoreError" : 36.60666157937463, + "scoreConfidence" : [ + 697.3399761763213, + 770.5532993350706 + ], + "scorePercentiles" : { + "0.0" : 723.5734722510183, + "50.0" : 733.4770748542534, + "90.0" : 749.0558450695237, + "95.0" : 749.0558450695237, + "99.0" : 749.0558450695237, + "99.9" : 749.0558450695237, + "99.99" : 749.0558450695237, + "99.999" : 749.0558450695237, + "99.9999" : 749.0558450695237, + "100.0" : 749.0558450695237 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 734.6674938942792, + 733.4770748542534, + 728.9593027094055, + 749.0558450695237, + 723.5734722510183 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "1" + }, + "primaryMetric" : { + "score" : 2.7831504846568655E7, + "scoreError" : 2210709.6671024817, + "scoreConfidence" : [ + 2.5620795179466173E7, + 3.0042214513671137E7 + ], + "scorePercentiles" : { + "0.0" : 2.682156149889454E7, + "50.0" : 2.8099407811402798E7, + "90.0" : 2.820286711579855E7, + "95.0" : 2.820286711579855E7, + "99.0" : 2.820286711579855E7, + "99.9" : 2.820286711579855E7, + "99.99" : 2.820286711579855E7, + "99.999" : 2.820286711579855E7, + "99.9999" : 2.820286711579855E7, + "100.0" : 2.820286711579855E7 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2.7916693527465876E7, + 2.8116994279281534E7, + 2.8099407811402798E7, + 2.820286711579855E7, + 2.682156149889454E7 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10" + }, + "primaryMetric" : { + "score" : 2295779.015926077, + "scoreError" : 408051.85970788164, + "scoreConfidence" : [ + 1887727.1562181953, + 2703830.8756339587 + ], + "scorePercentiles" : { + "0.0" : 2115483.787065978, + "50.0" : 2338742.408283108, + "90.0" : 2388445.729076299, + "95.0" : 2388445.729076299, + "99.0" : 2388445.729076299, + "99.9" : 2388445.729076299, + "99.99" : 2388445.729076299, + "99.999" : 2388445.729076299, + "99.9999" : 2388445.729076299, + "100.0" : 2388445.729076299 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 2295958.2319118525, + 2388445.729076299, + 2115483.787065978, + 2338742.408283108, + 2340264.9232931486 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "100" + }, + "primaryMetric" : { + "score" : 161680.7969189494, + "scoreError" : 34877.438566492885, + "scoreConfidence" : [ + 126803.35835245652, + 196558.23548544227 + ], + "scorePercentiles" : { + "0.0" : 145686.7965688208, + "50.0" : 164335.64156136662, + "90.0" : 167709.1790701751, + "95.0" : 167709.1790701751, + "99.0" : 167709.1790701751, + "99.9" : 167709.1790701751, + "99.99" : 167709.1790701751, + "99.999" : 167709.1790701751, + "99.9999" : 167709.1790701751, + "100.0" : 167709.1790701751 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 145686.7965688208, + 164335.64156136662, + 164278.77372228593, + 167709.1790701751, + 166393.5936720986 + ] + ] + }, + "secondaryMetrics" : { + } + }, + { + "jmhVersion" : "1.21", + "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", + "mode" : "thrpt", + "threads" : 1, + "forks" : 1, + "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", + "jvmArgs" : [ + "-Dfile.encoding=UTF-8", + "-Duser.country", + "-Duser.language=en", + "-Duser.variant" + ], + "jdkVersion" : "11.0.20.1", + "vmName" : "OpenJDK 64-Bit Server VM", + "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", + "warmupIterations" : 5, + "warmupTime" : "500 ms", + "warmupBatchSize" : 1, + "measurementIterations" : 5, + "measurementTime" : "500 ms", + "measurementBatchSize" : 1, + "params" : { + "hashCodeType" : "collision", + "immutablePercentage" : "0", + "implementation" : "treap", + "size" : "10000" + }, + "primaryMetric" : { + "score" : 702.5486155002218, + "scoreError" : 136.3273396271728, + "scoreConfidence" : [ + 566.221275873049, + 838.8759551273946 + ], + "scorePercentiles" : { + "0.0" : 646.2600520889192, + "50.0" : 720.0706211755037, + "90.0" : 730.7356504866307, + "95.0" : 730.7356504866307, + "99.0" : 730.7356504866307, + "99.9" : 730.7356504866307, + "99.99" : 730.7356504866307, + "99.999" : 730.7356504866307, + "99.9999" : 730.7356504866307, + "100.0" : 730.7356504866307 + }, + "scoreUnit" : "ops/s", + "rawData" : [ + [ + 689.2936389805453, + 730.7356504866307, + 646.2600520889192, + 726.3831147695099, + 720.0706211755037 + ] + ] + }, + "secondaryMetrics" : { + } + } +] + + From 41e688fecacff96d67482bad41cdf3ba90cc12fc Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 21:13:35 -0700 Subject: [PATCH 11/18] Sizes --- benchmarks/build.gradle.kts | 15 ++- .../kotlin/benchmarks/FakePersistentMap.kt | 22 ++++ .../kotlin/benchmarks/FakePersistentSet.kt | 20 +++ .../src/main/kotlin/benchmarks/Sizes.kt | 120 ++++++++++++++++++ collect/build.gradle.kts | 4 +- gradle.properties | 3 + settings.gradle.kts | 1 + 7 files changed, 181 insertions(+), 4 deletions(-) create mode 100644 benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/Sizes.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index efdb4f6..0cf190b 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -3,6 +3,7 @@ import org.gradle.kotlin.dsl.* plugins { kotlin("jvm") + kotlin("plugin.serialization") kotlin("plugin.allopen") id("java-library") id("org.jetbrains.kotlinx.benchmark") @@ -14,8 +15,11 @@ allOpen { } dependencies { - implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:0.3.5") + implementation(kotlin("reflect")) + implementation("org.jetbrains.kotlinx:kotlinx-serialization-json:${property("serializationVersion")}") + implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:${property("immutableCollectionsVersion")}") implementation("org.jetbrains.kotlinx:kotlinx-benchmark-runtime:${property("benchmarkVersion")}") + implementation("org.openjdk.jol:jol-core:0.17") implementation(project(":collect")) } @@ -30,7 +34,7 @@ benchmark { iterations = 5 iterationTime = 500 iterationTimeUnit = "ms" - param("size", "1", "10", "100", "1000", "10000") + param("size", "1", "10", "100", "10000") param("immutablePercentage", "0") param("hashCodeType", "random", "collision") } @@ -103,3 +107,10 @@ benchmark { } } } + + +task("sizesBenchmark", JavaExec::class) { + main = "benchmarks.SizesKt" + args = listOf("$buildDir/reports/benchmarks/size") + classpath = sourceSets["main"].runtimeClasspath +} diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt new file mode 100644 index 0000000..98cb099 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt @@ -0,0 +1,22 @@ +package benchmarks + +import kotlinx.collections.immutable.* + +class FakePersistentMap(val value: Map) : PersistentMap, Map by value { + class Builder(val value: MutableMap) : PersistentMap.Builder, MutableMap by value { + override fun build() = FakePersistentMap(value) + } + + override fun clear() = FakePersistentMap(emptyMap()) + override fun builder() = Builder(value.toMutableMap()) + override fun put(key: K, value: V) = FakePersistentMap(this.value + (key to value)) + override fun putAll(m: Map) = FakePersistentMap(value + m) + override fun remove(key: K) = FakePersistentMap(value - key) + override fun remove(key: K, value: V) = mutate { it.remove(key, value) } + + override val entries get() = value.entries.toImmutableSet() + override val keys get() = value.keys.toImmutableSet() + override val values get() = value.values.toImmutableList() +} + +fun fakePersistentMapOf(): PersistentMap = FakePersistentMap(emptyMap()) diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt new file mode 100644 index 0000000..2a53720 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt @@ -0,0 +1,20 @@ +package benchmarks + +import kotlinx.collections.immutable.* + +class FakePersistentSet(val value: Set) : PersistentSet, Set by value { + class Builder(val value: MutableSet) : PersistentSet.Builder, MutableSet by value { + override fun build() = FakePersistentSet(value) + } + + override fun builder() = Builder(value.toMutableSet()) + override fun clear() = FakePersistentSet(emptySet()) + override fun add(element: T) = FakePersistentSet(value + element) + override fun addAll(elements: Collection) = FakePersistentSet(value + elements) + override fun remove(element: T) = FakePersistentSet(value - element) + override fun removeAll(predicate: (T) -> Boolean) = FakePersistentSet(value.filterNot(predicate).toSet()) + override fun removeAll(elements: Collection) = FakePersistentSet(value - elements) + override fun retainAll(elements: Collection) = FakePersistentSet(value.intersect(elements)) +} + +fun fakePersistentSetOf(): PersistentSet = FakePersistentSet(emptySet()) diff --git a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt new file mode 100644 index 0000000..3766a84 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt @@ -0,0 +1,120 @@ +package benchmarks + +import com.certora.collect.* +import kotlinx.collections.immutable.* +import kotlinx.serialization.* +import kotlinx.serialization.json.* +import org.openjdk.jol.info.GraphLayout; +import java.nio.file.* + +data class ComparableSizeKey(val value: Int) : Comparable { + override fun compareTo(other: ComparableSizeKey): Int = value.compareTo(other.value) +} + +data class HashableSizeKey(val value: Int) + +object DummyValue + + +@Serializable +data class MapSizes( + val scenario: String, + val size: Int, + val hashMap: Long, + val persistentHashMap: Long, + val hashTreapMap: Long, + val sortedTreapMap: Long +) + +class MapSizeTestContext( + val empty: () -> PersistentMap, + val key: (Int) -> Any +) + +fun mapSizeTest(name: String, size: Int, test: MapSizeTestContext.() -> PersistentMap) = MapSizes( + name, + size, + hashMap = MapSizeTestContext(empty = { fakePersistentMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + persistentHashMap = MapSizeTestContext(empty = { persistentHashMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + hashTreapMap = MapSizeTestContext(empty = { treapMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + sortedTreapMap = MapSizeTestContext(empty = { treapMapOf() }, key = { ComparableSizeKey(it) }).test().computeOverhead(), +) + +val mapSizes = sequence { + yield(mapSizeTest("Empty", 0) { empty() }) + (1..100).forEach { + yield(mapSizeTest("Fresh", it) { empty() + (1..it).map { key(it) to DummyValue } }) + } +} + + +@Serializable +data class SetSizes( + val scenario: String, + val size: Int, + val hashSet: Long, + val persistentHashSet: Long, + val hashTreapSet: Long, + val sortedTreapSet: Long, +) + +class SetSizeTestContext( + val empty: () -> PersistentSet, + val key: (Int) -> Any +) + +fun setSizeTest(name: String, size: Int, test: SetSizeTestContext.() -> PersistentSet) = SetSizes( + name, + size, + hashSet = SetSizeTestContext(empty = { fakePersistentSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + persistentHashSet = SetSizeTestContext(empty = { persistentHashSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + hashTreapSet = SetSizeTestContext(empty = { treapSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), + sortedTreapSet = SetSizeTestContext(empty = { treapSetOf() }, key = { ComparableSizeKey(it) }).test().computeOverhead(), +) + +val setSizes = sequence { + yield(setSizeTest("Empty", 0) { empty() }) + (1..100).forEach { + yield(setSizeTest("Fresh", it) { empty() + (1..it).map { key(it) } }) + } +} + +fun Map.computeOverhead(): Long { + if (this is FakePersistentMap<*, *>) { + return this.value.computeOverhead() + } else { + val keysAndValues = GraphLayout.parseInstance(*(this.keys + this.values).toTypedArray()) + return GraphLayout.parseInstance(this).subtract(keysAndValues).totalSize() + } +} + +fun Set.computeOverhead(): Long { + if (this is FakePersistentSet<*>) { + return this.value.computeOverhead() + } else { + val keysAndValues = GraphLayout.parseInstance(*(this.toList() as List).toTypedArray()) + return GraphLayout.parseInstance(this).subtract(keysAndValues).totalSize() + } +} + +@Serializable +data class Sizes( + val sets: List, + val maps: List +) + +/** Computes the sizes of various sets and maps, for comparison. Invoked by the `sizesBenchmark` Gradle task. */ +fun main(args: Array) { + val outputDir = Path.of(args[0]) + Files.createDirectory(outputDir) + + val sizes = Sizes( + sets = setSizes.toList(), + maps = mapSizes.toList() + ) + val json = Json { prettyPrint = true }.encodeToString(sizes) + + Files.writeString(outputDir.resolve("sizes.json"), json) + println(json) +} + diff --git a/collect/build.gradle.kts b/collect/build.gradle.kts index 600b2f2..571863c 100644 --- a/collect/build.gradle.kts +++ b/collect/build.gradle.kts @@ -16,9 +16,9 @@ detekt { } dependencies { - implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:0.3.5") + implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:${property("immutableCollectionsVersion")}") detektPlugins(project(":detekt-treapability")) testImplementation("org.jetbrains.kotlin:kotlin-test") testImplementation("org.jetbrains.kotlin:kotlin-test-junit") - testImplementation("org.jetbrains.kotlinx:kotlinx-serialization-json:1.5.0") + testImplementation("org.jetbrains.kotlinx:kotlinx-serialization-json:${property("serializationVersion")}") } diff --git a/gradle.properties b/gradle.properties index 242fbd7..e6f132e 100644 --- a/gradle.properties +++ b/gradle.properties @@ -4,3 +4,6 @@ detektVersion=1.23.1 junitVersion=5.9.1 axionVersion=1.15.5 benchmarkVersion=0.4.4 +immutableCollectionsVersion=0.3.5 +serializationVersion=1.5.0 + diff --git a/settings.gradle.kts b/settings.gradle.kts index 7242236..b497e09 100644 --- a/settings.gradle.kts +++ b/settings.gradle.kts @@ -5,6 +5,7 @@ pluginManagement { val benchmarkVersion: String by settings plugins { id("org.jetbrains.kotlin.jvm") version kotlinVersion + id("org.jetbrains.kotlin.plugin.serialization") version kotlinVersion id("org.jetbrains.kotlin.plugin.allopen") version kotlinVersion id("io.github.detekt.gradle.compiler-plugin") version detektVersion id("pl.allegro.tech.build.axion-release") version axionVersion From 7a1d54f5a82e2bf0c7e64af141643c63311414aa Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Wed, 25 Oct 2023 21:50:28 -0700 Subject: [PATCH 12/18] graphs and stuff --- .../src/main/kotlin/benchmarks/Sizes.kt | 132 +++++++++++------- 1 file changed, 79 insertions(+), 53 deletions(-) diff --git a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt index 3766a84..f76faa3 100644 --- a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt @@ -16,46 +16,21 @@ data class HashableSizeKey(val value: Int) object DummyValue -@Serializable -data class MapSizes( +data class Maps( val scenario: String, - val size: Int, - val hashMap: Long, - val persistentHashMap: Long, - val hashTreapMap: Long, - val sortedTreapMap: Long -) - -class MapSizeTestContext( - val empty: () -> PersistentMap, - val key: (Int) -> Any + val maps: Map>, + val scenarioSize: Int = maps.values.first().size ) -fun mapSizeTest(name: String, size: Int, test: MapSizeTestContext.() -> PersistentMap) = MapSizes( - name, - size, - hashMap = MapSizeTestContext(empty = { fakePersistentMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - persistentHashMap = MapSizeTestContext(empty = { persistentHashMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - hashTreapMap = MapSizeTestContext(empty = { treapMapOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - sortedTreapMap = MapSizeTestContext(empty = { treapMapOf() }, key = { ComparableSizeKey(it) }).test().computeOverhead(), +data class Sets( + val scenario: String, + val sets: Map>, + val scenarioSize: Int = sets.values.first().size ) -val mapSizes = sequence { - yield(mapSizeTest("Empty", 0) { empty() }) - (1..100).forEach { - yield(mapSizeTest("Fresh", it) { empty() + (1..it).map { key(it) to DummyValue } }) - } -} - - -@Serializable -data class SetSizes( - val scenario: String, - val size: Int, - val hashSet: Long, - val persistentHashSet: Long, - val hashTreapSet: Long, - val sortedTreapSet: Long, +class MapSizeTestContext( + val empty: () -> PersistentMap, + val key: (Int) -> Any ) class SetSizeTestContext( @@ -63,55 +38,106 @@ class SetSizeTestContext( val key: (Int) -> Any ) -fun setSizeTest(name: String, size: Int, test: SetSizeTestContext.() -> PersistentSet) = SetSizes( +fun map(name: String, test: MapSizeTestContext.() -> PersistentMap) = Maps( name, - size, - hashSet = SetSizeTestContext(empty = { fakePersistentSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - persistentHashSet = SetSizeTestContext(empty = { persistentHashSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - hashTreapSet = SetSizeTestContext(empty = { treapSetOf() }, key = { HashableSizeKey(it) }).test().computeOverhead(), - sortedTreapSet = SetSizeTestContext(empty = { treapSetOf() }, key = { ComparableSizeKey(it) }).test().computeOverhead(), + mapOf( + "HashMap" to MapSizeTestContext(empty = { fakePersistentMapOf() }, key = { HashableSizeKey(it) }).test(), + "PersistentHashMap" to MapSizeTestContext(empty = { persistentHashMapOf() }, key = { HashableSizeKey(it) }).test(), + "HashTreapMap" to MapSizeTestContext(empty = { treapMapOf() }, key = { HashableSizeKey(it) }).test(), + "SortedTreapMap" to MapSizeTestContext(empty = { treapMapOf() }, key = { ComparableSizeKey(it) }).test(), + ) ) -val setSizes = sequence { - yield(setSizeTest("Empty", 0) { empty() }) +fun set(name: String, test: SetSizeTestContext.() -> PersistentSet) = Sets( + name, + mapOf( + "HashSet" to SetSizeTestContext(empty = { fakePersistentSetOf() }, key = { HashableSizeKey(it) }).test(), + "PersistentHashSet" to SetSizeTestContext(empty = { persistentHashSetOf() }, key = { HashableSizeKey(it) }).test(), + "HashTreapSet" to SetSizeTestContext(empty = { treapSetOf() }, key = { HashableSizeKey(it) }).test(), + "SortedTreapSet" to SetSizeTestContext(empty = { treapSetOf() }, key = { ComparableSizeKey(it) }).test(), + ) +) + +val maps = sequence { + yield(map("Empty") { empty() }) + (1..100).forEach { + yield(map("Fresh") { empty() + (1..it).map { key(it) to DummyValue } }) + } +} + +val sets = sequence { + yield(set("Empty") { empty() }) (1..100).forEach { - yield(setSizeTest("Fresh", it) { empty() + (1..it).map { key(it) } }) + yield(set("Fresh") { empty() + (1..it).map { key(it) } }) } } -fun Map.computeOverhead(): Long { +fun Map.layout(): GraphLayout { if (this is FakePersistentMap<*, *>) { - return this.value.computeOverhead() + return this.value.layout() } else { val keysAndValues = GraphLayout.parseInstance(*(this.keys + this.values).toTypedArray()) - return GraphLayout.parseInstance(this).subtract(keysAndValues).totalSize() + return GraphLayout.parseInstance(this).subtract(keysAndValues) } } -fun Set.computeOverhead(): Long { +fun Set.layout(): GraphLayout { if (this is FakePersistentSet<*>) { - return this.value.computeOverhead() + return this.value.layout() } else { val keysAndValues = GraphLayout.parseInstance(*(this.toList() as List).toTypedArray()) - return GraphLayout.parseInstance(this).subtract(keysAndValues).totalSize() + return GraphLayout.parseInstance(this).subtract(keysAndValues) } } +fun GraphLayout.process(scenario: String, scenarioSize: Int, outputDir: Path): Long { + toImage(outputDir.resolve("$scenario.$scenarioSize.png").toString()) + return totalSize() +} + +@Serializable +data class MapSizes( + val scenario: String, + val scenarioSize: Int, + val mapSizes: Map, +) + +@Serializable +data class SetSizes( + val scenario: String, + val scenarioSize: Int, + val setSizes: Map, +) + @Serializable data class Sizes( val sets: List, val maps: List ) + /** Computes the sizes of various sets and maps, for comparison. Invoked by the `sizesBenchmark` Gradle task. */ fun main(args: Array) { val outputDir = Path.of(args[0]) - Files.createDirectory(outputDir) + Files.createDirectories(outputDir) val sizes = Sizes( - sets = setSizes.toList(), - maps = mapSizes.toList() + sets = sets.map { + SetSizes( + scenario = it.scenario, + scenarioSize = it.scenarioSize, + setSizes = it.sets.mapValues { (_, set) -> set.layout().process(it.scenario, it.scenarioSize, outputDir) } + ) + }.toList(), + maps = maps.map { + MapSizes( + scenario = it.scenario, + scenarioSize = it.scenarioSize, + mapSizes = it.maps.mapValues { (_, map) -> map.layout().process(it.scenario, it.scenarioSize, outputDir) } + ) + }.toList() ) + val json = Json { prettyPrint = true }.encodeToString(sizes) Files.writeString(outputDir.resolve("sizes.json"), json) From 638773e7b28f88d99b63ee6807e6d43e3c1c65a5 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 10:10:10 -0700 Subject: [PATCH 13/18] More size analysis --- benchmarks/build.gradle.kts | 1 + .../src/main/kotlin/benchmarks/Sizes.kt | 288 +++++++++++------- 2 files changed, 187 insertions(+), 102 deletions(-) diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 0cf190b..6d92c3d 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -16,6 +16,7 @@ allOpen { dependencies { implementation(kotlin("reflect")) + implementation("de.brudaswen.kotlinx.serialization:kotlinx-serialization-csv:2.0.0") implementation("org.jetbrains.kotlinx:kotlinx-serialization-json:${property("serializationVersion")}") implementation("org.jetbrains.kotlinx:kotlinx-collections-immutable:${property("immutableCollectionsVersion")}") implementation("org.jetbrains.kotlinx:kotlinx-benchmark-runtime:${property("benchmarkVersion")}") diff --git a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt index f76faa3..38fed99 100644 --- a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt @@ -1,11 +1,75 @@ +@file:OptIn(ExperimentalSerializationApi::class) package benchmarks import com.certora.collect.* import kotlinx.collections.immutable.* import kotlinx.serialization.* -import kotlinx.serialization.json.* +import kotlinx.serialization.csv.Csv import org.openjdk.jol.info.GraphLayout; import java.nio.file.* +import java.util.IdentityHashMap + +val scenarioSizes = (1..256).asSequence() + sequenceOf(512, 1024, 2048, 4096, 8192, 16384, 32768) + +val maps = sequence { + yield(MapCase("Empty", 0) { sequenceOf(empty()) }) + scenarioSizes.forEach { + yield(MapCase("Fresh", it) { sequenceOf(empty() + (1..it).map { key(it) to DummyValue }) }) + } +} + +val sets = sequence { + yield(SetCase("Empty", 0) { sequenceOf(empty()) }) + scenarioSizes.forEach { + yield(SetCase("Fresh", it) { sequenceOf((1..it).toSet()) }) + } + scenarioSizes.forEach { yield(SetCase("IntersectEqual", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectEqualReverse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield((1..it).toSet() intersect fresh) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectFirstHalf", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it/2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectFirstHalfReverse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield((1..it/2).toSet() intersect fresh) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectHalf", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it step 2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectSparse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it step 32).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectIntersecting", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (it/2..it+it/2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("UnionSmall", it) { sequence { + val smalls = manySmall(it, 16) + yieldAll(smalls) + yield(smalls.reduce { a, b -> a + b }) + }})} +} + +context(SetCase.Context) +fun IntRange.toSet(): PersistentSet = empty() + this.map { key(it) }.toSet() + +context(SetCase.Context) +fun manySmall(size: Int, unit: Int) = (1..size step unit).map { (it..it+unit).toSet() } data class ComparableSizeKey(val value: Int) : Comparable { override fun compareTo(other: ComparableSizeKey): Int = value.compareTo(other.value) @@ -16,131 +80,151 @@ data class HashableSizeKey(val value: Int) object DummyValue -data class Maps( - val scenario: String, - val maps: Map>, - val scenarioSize: Int = maps.values.first().size -) -data class Sets( +data class MapCase( val scenario: String, - val sets: Map>, - val scenarioSize: Int = sets.values.first().size -) - -class MapSizeTestContext( - val empty: () -> PersistentMap, - val key: (Int) -> Any -) - -class SetSizeTestContext( - val empty: () -> PersistentSet, - val key: (Int) -> Any -) - -fun map(name: String, test: MapSizeTestContext.() -> PersistentMap) = Maps( - name, - mapOf( - "HashMap" to MapSizeTestContext(empty = { fakePersistentMapOf() }, key = { HashableSizeKey(it) }).test(), - "PersistentHashMap" to MapSizeTestContext(empty = { persistentHashMapOf() }, key = { HashableSizeKey(it) }).test(), - "HashTreapMap" to MapSizeTestContext(empty = { treapMapOf() }, key = { HashableSizeKey(it) }).test(), - "SortedTreapMap" to MapSizeTestContext(empty = { treapMapOf() }, key = { ComparableSizeKey(it) }).test(), + val scenarioSize: Int, + val hashMap: Sequence>, + val persistentHashMap: Sequence>, + val hashTreapMap: Sequence>, + val sortedTreapMap: Sequence>, +) { + class Context( + val empty: () -> PersistentMap, + val key: (Int) -> Any ) -) - -fun set(name: String, test: SetSizeTestContext.() -> PersistentSet) = Sets( - name, - mapOf( - "HashSet" to SetSizeTestContext(empty = { fakePersistentSetOf() }, key = { HashableSizeKey(it) }).test(), - "PersistentHashSet" to SetSizeTestContext(empty = { persistentHashSetOf() }, key = { HashableSizeKey(it) }).test(), - "HashTreapSet" to SetSizeTestContext(empty = { treapSetOf() }, key = { HashableSizeKey(it) }).test(), - "SortedTreapSet" to SetSizeTestContext(empty = { treapSetOf() }, key = { ComparableSizeKey(it) }).test(), + + constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( + scenario = scenario, + scenarioSize = scenarioSize, + hashMap = Context({ fakePersistentMapOf() }, { HashableSizeKey(it) }).test(), + persistentHashMap = Context({ persistentHashMapOf() }, { HashableSizeKey(it) }).test(), + hashTreapMap = Context({ treapMapOf() }, { HashableSizeKey(it) }).test(), + sortedTreapMap = Context({ treapMapOf() }, { ComparableSizeKey(it) }).test(), ) -) -val maps = sequence { - yield(map("Empty") { empty() }) - (1..100).forEach { - yield(map("Fresh") { empty() + (1..it).map { key(it) to DummyValue } }) - } -} + @Serializable + data class Sizes( + val scenario: String, + val scenarioSize: Int, + val hashMap: Long, + val persistentHashMap: Long, + val hashTreapMap: Long, + val sortedTreapMap: Long, + ) -val sets = sequence { - yield(set("Empty") { empty() }) - (1..100).forEach { - yield(set("Fresh") { empty() + (1..it).map { key(it) } }) - } -} + private fun Sequence>.computeSize(): Long { + val unwrapped = this.map { (it as? FakePersistentMap<*, *>)?.value ?: it }.toList() -fun Map.layout(): GraphLayout { - if (this is FakePersistentMap<*, *>) { - return this.value.layout() - } else { - val keysAndValues = GraphLayout.parseInstance(*(this.keys + this.values).toTypedArray()) - return GraphLayout.parseInstance(this).subtract(keysAndValues) - } -} + val keysAndValues = IdentityHashMap() + unwrapped.forEach { + it.keys.forEach { keysAndValues[it] = DummyValue } + it.values.forEach { keysAndValues[it] = DummyValue } + } -fun Set.layout(): GraphLayout { - if (this is FakePersistentSet<*>) { - return this.value.layout() - } else { - val keysAndValues = GraphLayout.parseInstance(*(this.toList() as List).toTypedArray()) - return GraphLayout.parseInstance(this).subtract(keysAndValues) + return GraphLayout.parseInstance(*unwrapped.toTypedArray()) + .subtract(GraphLayout.parseInstance(*keysAndValues.keys.toTypedArray())) + .totalSize() } -} -fun GraphLayout.process(scenario: String, scenarioSize: Int, outputDir: Path): Long { - toImage(outputDir.resolve("$scenario.$scenarioSize.png").toString()) - return totalSize() + val sizes get() = Sizes( + scenario = scenario, + scenarioSize = scenarioSize, + hashMap = hashMap.computeSize(), + persistentHashMap = persistentHashMap.computeSize(), + hashTreapMap = hashTreapMap.computeSize(), + sortedTreapMap = sortedTreapMap.computeSize(), + ) } -@Serializable -data class MapSizes( +data class SetCase( val scenario: String, val scenarioSize: Int, - val mapSizes: Map, -) + val hashSet: Sequence>, + val persistentHashSet: Sequence>, + val persistentOrderedSet: Sequence>, + val hashTreapSet: Sequence>, + val sortedTreapSet: Sequence>, +) { + class Context( + val empty: () -> PersistentSet, + val key: (Int) -> Any + ) -@Serializable -data class SetSizes( - val scenario: String, - val scenarioSize: Int, - val setSizes: Map, -) + constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( + scenario = scenario, + scenarioSize = scenarioSize, + hashSet = Context({ fakePersistentSetOf() }, { HashableSizeKey(it) }).test(), + persistentHashSet = Context({ persistentHashSetOf() }, { HashableSizeKey(it) }).test(), + persistentOrderedSet = Context({ persistentSetOf() }, { HashableSizeKey(it) }).test(), + hashTreapSet = Context({ treapSetOf() }, { HashableSizeKey(it) }).test(), + sortedTreapSet = Context({ treapSetOf() }, { ComparableSizeKey(it) }).test(), + ) + + @Serializable + data class Sizes( + val scenario: String, + val scenarioSize: Int, + val hashSet: Long, + val persistentHashSet: Long, + val persistentOrderedSet: Long, + val hashTreapSet: Long, + val sortedTreapSet: Long, + ) -@Serializable -data class Sizes( - val sets: List, - val maps: List -) + private fun Sequence>.computeSize(): Long { + val unwrapped = this.map { (it as? FakePersistentSet<*>)?.value ?: it }.toList() + val keys = IdentityHashMap() + unwrapped.forEach { + it.forEach { keys[it] = DummyValue } + } + + return GraphLayout.parseInstance(*unwrapped.toTypedArray()) + .subtract(GraphLayout.parseInstance(*keys.keys.toTypedArray())) + .totalSize() + } + + val sizes get() = Sizes( + scenario = scenario, + scenarioSize = scenarioSize, + hashSet = hashSet.computeSize(), + persistentHashSet = persistentHashSet.computeSize(), + persistentOrderedSet = persistentOrderedSet.computeSize(), + hashTreapSet = hashTreapSet.computeSize(), + sortedTreapSet = sortedTreapSet.computeSize(), + ) +} /** Computes the sizes of various sets and maps, for comparison. Invoked by the `sizesBenchmark` Gradle task. */ fun main(args: Array) { val outputDir = Path.of(args[0]) Files.createDirectories(outputDir) - val sizes = Sizes( - sets = sets.map { - SetSizes( - scenario = it.scenario, - scenarioSize = it.scenarioSize, - setSizes = it.sets.mapValues { (_, set) -> set.layout().process(it.scenario, it.scenarioSize, outputDir) } - ) - }.toList(), - maps = maps.map { - MapSizes( - scenario = it.scenario, - scenarioSize = it.scenarioSize, - mapSizes = it.maps.mapValues { (_, map) -> map.layout().process(it.scenario, it.scenarioSize, outputDir) } - ) - }.toList() - ) + val csv = Csv { hasHeaderRecord = true } - val json = Json { prettyPrint = true }.encodeToString(sizes) - Files.writeString(outputDir.resolve("sizes.json"), json) - println(json) + println("Computing set sizes...") + val sizes = sets.map { it.sizes }.toList().groupBy { it.scenario } + sizes.forEach { + val setsFile = outputDir.resolve("sets-${it.key}.csv") + Files.writeString( + setsFile, + csv.encodeToString( + it.value.toList() + ) + ) + println("Wrote $setsFile") + } + + println("Computing map sizes...") + val mapsFile = outputDir.resolve("maps.csv") + Files.writeString( + mapsFile, + csv.encodeToString( + maps.map { it.sizes }.toList() + ) + ) + println("Wrote $mapsFile") } From cf7e19fefdf741bc227616996049c3d9d5f6ac28 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 11:18:59 -0700 Subject: [PATCH 14/18] Add ordered persistent sets --- benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt | 1 + benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/Get.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/Iterate.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/Put.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/PutAll.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/Remove.kt | 2 +- .../src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt | 2 +- .../src/main/kotlin/benchmarks/immutableMap/builder/Get.kt | 2 +- .../main/kotlin/benchmarks/immutableMap/builder/Iterate.kt | 2 +- .../src/main/kotlin/benchmarks/immutableMap/builder/Put.kt | 2 +- .../src/main/kotlin/benchmarks/immutableMap/builder/Remove.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt | 4 ++-- benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt | 2 +- .../src/main/kotlin/benchmarks/immutableSet/Contains.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt | 2 +- .../src/main/kotlin/benchmarks/immutableSet/SetOperators.kt | 2 +- .../src/main/kotlin/benchmarks/immutableSet/builder/Add.kt | 2 +- .../main/kotlin/benchmarks/immutableSet/builder/Contains.kt | 2 +- .../src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt | 2 +- .../main/kotlin/benchmarks/immutableSet/builder/Iterate.kt | 2 +- .../src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt | 2 +- benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt | 2 +- 25 files changed, 26 insertions(+), 25 deletions(-) diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt index c4d3788..83c9479 100644 --- a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -33,5 +33,6 @@ private fun generateIntWrappers(hashCodeType: String, size: Int): List emptyPersistentMap(implementation: String): PersistentMap = when (implementation) { + ORDERED_HAMT_IMPL -> persistentMapOf() HAMT_IMPL -> persistentHashMapOf() TREAP_IMPL -> treapMapOf() else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt index a7e04ad..1ed91fc 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt index d4c95e7..630728a 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt index b82e7e1..fde1b2f 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt index d46b1e9..84a2bc5 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt index 15d9cfd..6f21dc6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Remove.kt @@ -16,7 +16,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt index b5470ba..f1b50d6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt @@ -9,7 +9,7 @@ open class SetOperators { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt index 2ded7a4..285acff 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Add.kt @@ -15,7 +15,7 @@ open class Add { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt index a1649c7..34bf799 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Contains.kt @@ -15,7 +15,7 @@ open class Contains { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt index 3651ed6..40b8858 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt @@ -14,7 +14,7 @@ open class Equals { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt index 6f3b7bb..54d15b8 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Iterate.kt @@ -15,7 +15,7 @@ open class Iterate { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt index 04c8ffb..fc5d375 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Remove.kt @@ -15,7 +15,7 @@ open class Remove { @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) var size: Int = 0 - @Param(HAMT_IMPL, TREAP_IMPL) + @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt index 38eebf6..60dae6c 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -15,7 +15,7 @@ import kotlin.math.log fun emptyPersistentSet(implementation: String): PersistentSet = when (implementation) { - HAMT_IMPL -> persistentHashSetOf() + HAMT_IMPL, ORDERED_HAMT_IMPL -> persistentHashSetOf() TREAP_IMPL -> treapSetOf() else -> throw AssertionError("Unknown PersistentSet implementation: $implementation") } From 6be92c10b9ef5b7e7437de0158f4615bcd01df65 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 14:13:50 -0700 Subject: [PATCH 15/18] Benchmark improvements --- benchmarks/build.gradle.kts | 27 +++++++++---- .../kotlin/benchmarks/FakePersistentMap.kt | 3 ++ .../kotlin/benchmarks/FakePersistentSet.kt | 3 ++ .../main/kotlin/benchmarks/hashCodeTypes.kt | 1 + .../kotlin/benchmarks/immutableMap/utils.kt | 1 + .../benchmarks/immutableSet/SetOperators.kt | 40 +++++++++---------- .../kotlin/benchmarks/immutableSet/utils.kt | 7 ++-- 7 files changed, 52 insertions(+), 30 deletions(-) diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 6d92c3d..b9701d0 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -32,12 +32,24 @@ benchmark { configurations { named("main") { warmups = 5 - iterations = 5 - iterationTime = 500 + iterations = 10 + iterationTime = 100 + iterationTimeUnit = "ms" + param("size", "10", "1000", "10000") + param("immutablePercentage", "0") + param("hashCodeType", "random") + param("implementation", "treap") + } + + register("compare") { + warmups = 5 + iterations = 10 + iterationTime = 100 iterationTimeUnit = "ms" - param("size", "1", "10", "100", "10000") + param("size", "10", "1000", "10000") param("immutablePercentage", "0") - param("hashCodeType", "random", "collision") + param("hashCodeType", "random") + param("implementation", "hash_map", "hamt", "treap") } register("fast") { @@ -74,11 +86,12 @@ benchmark { register("setOperators") { warmups = 5 - iterations = 5 - iterationTime = 500 + iterations = 10 + iterationTime = 100 iterationTimeUnit = "ms" - param("size", "10", "10000") + param("size", "10", "1000", "10000") param("hashCodeType", "random") + param("implementation", "hash_map", "hamt", "treap") include("immutableSet.SetOperators") } diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt index 98cb099..4d4a03e 100644 --- a/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt @@ -7,6 +7,9 @@ class FakePersistentMap(val value: Map) : PersistentMap, Map()) override fun builder() = Builder(value.toMutableMap()) override fun put(key: K, value: V) = FakePersistentMap(this.value + (key to value)) diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt index 2a53720..435abe0 100644 --- a/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt @@ -7,6 +7,9 @@ class FakePersistentSet(val value: Set) : PersistentSet, Set by valu override fun build() = FakePersistentSet(value) } + override fun equals(other: Any?) = value == other + override fun hashCode() = value.hashCode() + override fun builder() = Builder(value.toMutableSet()) override fun clear() = FakePersistentSet(emptySet()) override fun add(element: T) = FakePersistentSet(value + element) diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt index 83c9479..fca35e1 100644 --- a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -36,3 +36,4 @@ fun generateElements(hashCodeType: String, size: Int) = generateIntWrappers(hash const val ORDERED_HAMT_IMPL = "ordered_hamt" const val HAMT_IMPL = "hamt" const val TREAP_IMPL = "treap" +const val HASH_MAP_IMPL = "hash_map" diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt index 8ff73e6..dbbb41c 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/utils.kt @@ -17,6 +17,7 @@ fun emptyPersistentMap(implementation: String): PersistentMap = whe ORDERED_HAMT_IMPL -> persistentMapOf() HAMT_IMPL -> persistentHashMapOf() TREAP_IMPL -> treapMapOf() + HASH_MAP_IMPL -> fakePersistentMapOf() else -> throw AssertionError("Unknown PersistentMap implementation: $implementation") } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt index f1b50d6..42e7d7f 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/SetOperators.kt @@ -6,14 +6,14 @@ import kotlinx.benchmark.* @State(Scope.Benchmark) open class SetOperators { - @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) - var size: Int = 0 + @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) + var hashCodeType = "" @Param(HAMT_IMPL, ORDERED_HAMT_IMPL, TREAP_IMPL) var implementation = "" - @Param(ASCENDING_HASH_CODE, RANDOM_HASH_CODE, COLLISION_HASH_CODE, NON_EXISTING_HASH_CODE) - var hashCodeType = "" + @Param(BM_1, BM_10, BM_100, BM_1000, BM_10000, BM_100000, BM_1000000) + var size: Int = 0 private var original = persistentSetOf() private var disjoint = persistentSetOf() @@ -44,14 +44,14 @@ open class SetOperators { intersectingFromOriginal = (original - subset) + disjoint } - @Benchmark fun unionDisjoint() = original union disjoint - @Benchmark fun unionEqual() = original union equal - @Benchmark fun unionSubset() = original union subset - @Benchmark fun unionSubsetFromOriginal() = original union subsetFromOriginal - @Benchmark fun unionSuperset() = original union superset - @Benchmark fun unionSupersetFromOriginal() = original union superset - @Benchmark fun unionIntersecting() = original union intersecting - @Benchmark fun unionIntersectingFromOriginal() = original union intersectingFromOriginal + @Benchmark fun unionDisjoint() = original + disjoint + @Benchmark fun unionEqual() = original + equal + @Benchmark fun unionSubset() = original + subset + @Benchmark fun unionSubsetFromOriginal() = original + subsetFromOriginal + @Benchmark fun unionSuperset() = original + superset + @Benchmark fun unionSupersetFromOriginal() = original + superset + @Benchmark fun unionIntersecting() = original + intersecting + @Benchmark fun unionIntersectingFromOriginal() = original + intersectingFromOriginal @Benchmark fun intersectDisjoint() = original intersect disjoint @Benchmark fun intersectEqual() = original intersect equal @@ -62,12 +62,12 @@ open class SetOperators { @Benchmark fun intersectIntersecting() = original intersect intersecting @Benchmark fun intersectIntersectingFromOriginal() = original intersect intersectingFromOriginal - @Benchmark fun subtractDisjoint() = original subtract disjoint - @Benchmark fun subtractEqual() = original subtract equal - @Benchmark fun subtractSubset() = original subtract subset - @Benchmark fun subtractSubsetFromOriginal() = original subtract subsetFromOriginal - @Benchmark fun subtractSuperset() = original subtract superset - @Benchmark fun subtractSupersetFromOriginal() = original subtract superset - @Benchmark fun subtractIntersecting() = original subtract intersecting - @Benchmark fun subtractIntersectingFromOriginal() = original subtract intersectingFromOriginal + @Benchmark fun subtractDisjoint() = original - disjoint + @Benchmark fun subtractEqual() = original - equal + @Benchmark fun subtractSubset() = original - subset + @Benchmark fun subtractSubsetFromOriginal() = original - subsetFromOriginal + @Benchmark fun subtractSuperset() = original - superset + @Benchmark fun subtractSupersetFromOriginal() = original - superset + @Benchmark fun subtractIntersecting() = original - intersecting + @Benchmark fun subtractIntersectingFromOriginal() = original - intersectingFromOriginal } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt index 60dae6c..432d42e 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/utils.kt @@ -8,15 +8,16 @@ package benchmarks.immutableSet import benchmarks.* import com.certora.collect.* -import kotlinx.collections.immutable.PersistentSet -import kotlinx.collections.immutable.persistentHashSetOf +import kotlinx.collections.immutable.* import kotlin.math.ceil import kotlin.math.log fun emptyPersistentSet(implementation: String): PersistentSet = when (implementation) { - HAMT_IMPL, ORDERED_HAMT_IMPL -> persistentHashSetOf() + ORDERED_HAMT_IMPL -> persistentSetOf() + HAMT_IMPL -> persistentHashSetOf() TREAP_IMPL -> treapSetOf() + HASH_MAP_IMPL -> fakePersistentSetOf() else -> throw AssertionError("Unknown PersistentSet implementation: $implementation") } From 2e506256f594e71c7d3506b236fa9b0602e9de92 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 15:21:20 -0700 Subject: [PATCH 16/18] benchmark improvements --- benchmarks/build.gradle.kts | 72 ++---- .../src/main/kotlin/benchmarks/Sizes.kt | 230 ------------------ .../main/kotlin/benchmarks/size/MapCase.kt | 65 +++++ .../src/main/kotlin/benchmarks/size/Maps.kt | 11 + .../src/main/kotlin/benchmarks/size/Runner.kt | 42 ++++ .../main/kotlin/benchmarks/size/SetCase.kt | 67 +++++ .../src/main/kotlin/benchmarks/size/Sets.kt | 57 +++++ .../src/main/kotlin/benchmarks/size/Utils.kt | 12 + 8 files changed, 268 insertions(+), 288 deletions(-) delete mode 100644 benchmarks/src/main/kotlin/benchmarks/Sizes.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/MapCase.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/Maps.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/Runner.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/SetCase.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/Sets.kt create mode 100644 benchmarks/src/main/kotlin/benchmarks/size/Utils.kt diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index b9701d0..39d0b83 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -31,100 +31,56 @@ benchmark { configurations { named("main") { - warmups = 5 - iterations = 10 - iterationTime = 100 - iterationTimeUnit = "ms" param("size", "10", "1000", "10000") - param("immutablePercentage", "0") param("hashCodeType", "random") param("implementation", "treap") } register("compare") { - warmups = 5 - iterations = 10 - iterationTime = 100 - iterationTimeUnit = "ms" param("size", "10", "1000", "10000") - param("immutablePercentage", "0") param("hashCodeType", "random") param("implementation", "hash_map", "hamt", "treap") } - register("fast") { - warmups = 5 - iterations = 5 - iterationTime = 500 - iterationTimeUnit = "ms" - param("size", "1000") - param("immutablePercentage", "0") - param("hashCodeType", "random") - - include("immutableMap.Get.get$") - include("immutableMap.Iterate.iterateKeys$") - include("immutableMap.Put.put$") - include("immutableMap.Remove.remove$") - - include("immutableSet.Add.add$") - include("immutableSet.Contains.contains$") - include("immutableSet.Iterate.iterate$") - include("immutableSet.Remove.remove$") - } - - register("setIteration") { - warmups = 5 - iterations = 5 - iterationTime = 500 - iterationTimeUnit = "ms" - param("size", "1000") - param("hashCodeType", "random") - - include("immutableSet.Iterate.iterate$") - include("immutableSet.ForEachElement.iterate$") - } - - register("setOperators") { - warmups = 5 - iterations = 10 - iterationTime = 100 - iterationTimeUnit = "ms" + register("named") { param("size", "10", "1000", "10000") param("hashCodeType", "random") param("implementation", "hash_map", "hamt", "treap") - - include("immutableSet.SetOperators") + include("${project.findProperty("benchmark")}") } register("mapMerge") { - warmups = 5 - iterations = 5 - iterationTime = 500 - iterationTimeUnit = "ms" param("size", "10", "10000") param("hashCodeType", "random") + param("implementation", "treap") include("immutableMap.Merge") include("immutableMap.ParallelMerge") } register("mapUpdateValues") { - warmups = 5 - iterations = 5 - iterationTime = 500 - iterationTimeUnit = "ms" param("size", "10", "10000") param("hashCodeType", "random") + param("implementation", "treap") include("immutableMap.UpdateValues") include("immutableMap.ParallelUpdateValues") } + + configureEach { + warmups = 5 + iterations = 10 + iterationTime = 100 + iterationTimeUnit = "ms" + param("immutablePercentage", "0") + } } } task("sizesBenchmark", JavaExec::class) { - main = "benchmarks.SizesKt" + main = "benchmarks.size.RunnerKt" + jvmArgs = listOf("-Djdk.attach.allowAttachSelf", "-XX:+EnableDynamicAgentLoading") args = listOf("$buildDir/reports/benchmarks/size") classpath = sourceSets["main"].runtimeClasspath } diff --git a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt b/benchmarks/src/main/kotlin/benchmarks/Sizes.kt deleted file mode 100644 index 38fed99..0000000 --- a/benchmarks/src/main/kotlin/benchmarks/Sizes.kt +++ /dev/null @@ -1,230 +0,0 @@ -@file:OptIn(ExperimentalSerializationApi::class) -package benchmarks - -import com.certora.collect.* -import kotlinx.collections.immutable.* -import kotlinx.serialization.* -import kotlinx.serialization.csv.Csv -import org.openjdk.jol.info.GraphLayout; -import java.nio.file.* -import java.util.IdentityHashMap - -val scenarioSizes = (1..256).asSequence() + sequenceOf(512, 1024, 2048, 4096, 8192, 16384, 32768) - -val maps = sequence { - yield(MapCase("Empty", 0) { sequenceOf(empty()) }) - scenarioSizes.forEach { - yield(MapCase("Fresh", it) { sequenceOf(empty() + (1..it).map { key(it) to DummyValue }) }) - } -} - -val sets = sequence { - yield(SetCase("Empty", 0) { sequenceOf(empty()) }) - scenarioSizes.forEach { - yield(SetCase("Fresh", it) { sequenceOf((1..it).toSet()) }) - } - scenarioSizes.forEach { yield(SetCase("IntersectEqual", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield(fresh intersect (1..it).toSet()) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectEqualReverse", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield((1..it).toSet() intersect fresh) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectFirstHalf", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield(fresh intersect (1..it/2).toSet()) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectFirstHalfReverse", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield((1..it/2).toSet() intersect fresh) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectHalf", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield(fresh intersect (1..it step 2).toSet()) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectSparse", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield(fresh intersect (1..it step 32).toSet()) - }})} - scenarioSizes.forEach { yield(SetCase("IntersectIntersecting", it) { sequence { - val fresh = (1..it).toSet() - yield(fresh) - yield(fresh intersect (it/2..it+it/2).toSet()) - }})} - scenarioSizes.forEach { yield(SetCase("UnionSmall", it) { sequence { - val smalls = manySmall(it, 16) - yieldAll(smalls) - yield(smalls.reduce { a, b -> a + b }) - }})} -} - -context(SetCase.Context) -fun IntRange.toSet(): PersistentSet = empty() + this.map { key(it) }.toSet() - -context(SetCase.Context) -fun manySmall(size: Int, unit: Int) = (1..size step unit).map { (it..it+unit).toSet() } - -data class ComparableSizeKey(val value: Int) : Comparable { - override fun compareTo(other: ComparableSizeKey): Int = value.compareTo(other.value) -} - -data class HashableSizeKey(val value: Int) - -object DummyValue - - - -data class MapCase( - val scenario: String, - val scenarioSize: Int, - val hashMap: Sequence>, - val persistentHashMap: Sequence>, - val hashTreapMap: Sequence>, - val sortedTreapMap: Sequence>, -) { - class Context( - val empty: () -> PersistentMap, - val key: (Int) -> Any - ) - - constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( - scenario = scenario, - scenarioSize = scenarioSize, - hashMap = Context({ fakePersistentMapOf() }, { HashableSizeKey(it) }).test(), - persistentHashMap = Context({ persistentHashMapOf() }, { HashableSizeKey(it) }).test(), - hashTreapMap = Context({ treapMapOf() }, { HashableSizeKey(it) }).test(), - sortedTreapMap = Context({ treapMapOf() }, { ComparableSizeKey(it) }).test(), - ) - - @Serializable - data class Sizes( - val scenario: String, - val scenarioSize: Int, - val hashMap: Long, - val persistentHashMap: Long, - val hashTreapMap: Long, - val sortedTreapMap: Long, - ) - - private fun Sequence>.computeSize(): Long { - val unwrapped = this.map { (it as? FakePersistentMap<*, *>)?.value ?: it }.toList() - - val keysAndValues = IdentityHashMap() - unwrapped.forEach { - it.keys.forEach { keysAndValues[it] = DummyValue } - it.values.forEach { keysAndValues[it] = DummyValue } - } - - return GraphLayout.parseInstance(*unwrapped.toTypedArray()) - .subtract(GraphLayout.parseInstance(*keysAndValues.keys.toTypedArray())) - .totalSize() - } - - val sizes get() = Sizes( - scenario = scenario, - scenarioSize = scenarioSize, - hashMap = hashMap.computeSize(), - persistentHashMap = persistentHashMap.computeSize(), - hashTreapMap = hashTreapMap.computeSize(), - sortedTreapMap = sortedTreapMap.computeSize(), - ) -} - -data class SetCase( - val scenario: String, - val scenarioSize: Int, - val hashSet: Sequence>, - val persistentHashSet: Sequence>, - val persistentOrderedSet: Sequence>, - val hashTreapSet: Sequence>, - val sortedTreapSet: Sequence>, -) { - class Context( - val empty: () -> PersistentSet, - val key: (Int) -> Any - ) - - constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( - scenario = scenario, - scenarioSize = scenarioSize, - hashSet = Context({ fakePersistentSetOf() }, { HashableSizeKey(it) }).test(), - persistentHashSet = Context({ persistentHashSetOf() }, { HashableSizeKey(it) }).test(), - persistentOrderedSet = Context({ persistentSetOf() }, { HashableSizeKey(it) }).test(), - hashTreapSet = Context({ treapSetOf() }, { HashableSizeKey(it) }).test(), - sortedTreapSet = Context({ treapSetOf() }, { ComparableSizeKey(it) }).test(), - ) - - @Serializable - data class Sizes( - val scenario: String, - val scenarioSize: Int, - val hashSet: Long, - val persistentHashSet: Long, - val persistentOrderedSet: Long, - val hashTreapSet: Long, - val sortedTreapSet: Long, - ) - - private fun Sequence>.computeSize(): Long { - val unwrapped = this.map { (it as? FakePersistentSet<*>)?.value ?: it }.toList() - - val keys = IdentityHashMap() - unwrapped.forEach { - it.forEach { keys[it] = DummyValue } - } - - return GraphLayout.parseInstance(*unwrapped.toTypedArray()) - .subtract(GraphLayout.parseInstance(*keys.keys.toTypedArray())) - .totalSize() - } - - val sizes get() = Sizes( - scenario = scenario, - scenarioSize = scenarioSize, - hashSet = hashSet.computeSize(), - persistentHashSet = persistentHashSet.computeSize(), - persistentOrderedSet = persistentOrderedSet.computeSize(), - hashTreapSet = hashTreapSet.computeSize(), - sortedTreapSet = sortedTreapSet.computeSize(), - ) -} - -/** Computes the sizes of various sets and maps, for comparison. Invoked by the `sizesBenchmark` Gradle task. */ -fun main(args: Array) { - val outputDir = Path.of(args[0]) - Files.createDirectories(outputDir) - - val csv = Csv { hasHeaderRecord = true } - - - println("Computing set sizes...") - val sizes = sets.map { it.sizes }.toList().groupBy { it.scenario } - sizes.forEach { - val setsFile = outputDir.resolve("sets-${it.key}.csv") - Files.writeString( - setsFile, - csv.encodeToString( - it.value.toList() - ) - ) - println("Wrote $setsFile") - } - - println("Computing map sizes...") - val mapsFile = outputDir.resolve("maps.csv") - Files.writeString( - mapsFile, - csv.encodeToString( - maps.map { it.sizes }.toList() - ) - ) - println("Wrote $mapsFile") -} - diff --git a/benchmarks/src/main/kotlin/benchmarks/size/MapCase.kt b/benchmarks/src/main/kotlin/benchmarks/size/MapCase.kt new file mode 100644 index 0000000..acf9f68 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/MapCase.kt @@ -0,0 +1,65 @@ +package benchmarks.size + +import benchmarks.* +import com.certora.collect.* +import kotlinx.collections.immutable.* +import kotlinx.serialization.Serializable +import org.openjdk.jol.info.GraphLayout +import java.util.IdentityHashMap + +data class MapCase( + val scenario: String, + val scenarioSize: Int, + val hashMap: Sequence>, + val persistentHashMap: Sequence>, + val hashTreapMap: Sequence>, + val sortedTreapMap: Sequence>, +) { + class Context( + val empty: () -> PersistentMap, + val key: (Int) -> Any + ) + + constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( + scenario = scenario, + scenarioSize = scenarioSize, + hashMap = Context({ fakePersistentMapOf() }, { HashableSizeKey(it) }).test(), + persistentHashMap = Context({ persistentHashMapOf() }, { HashableSizeKey(it) }).test(), + hashTreapMap = Context({ treapMapOf() }, { HashableSizeKey(it) }).test(), + sortedTreapMap = Context({ treapMapOf() }, { ComparableSizeKey(it) }).test(), + ) + + @Serializable + data class Sizes( + val scenario: String, + val scenarioSize: Int, + val hashMap: Long, + val persistentHashMap: Long, + val hashTreapMap: Long, + val sortedTreapMap: Long, + ) + + private fun Sequence>.computeSize(): Long { + val unwrapped = this.map { (it as? FakePersistentMap<*, *>)?.value ?: it }.toList() + + val keysAndValues = IdentityHashMap() + unwrapped.forEach { + it.keys.forEach { keysAndValues[it] = DummyValue } + it.values.forEach { keysAndValues[it] = DummyValue } + } + + return GraphLayout.parseInstance(*unwrapped.toTypedArray()) + .subtract(GraphLayout.parseInstance(*keysAndValues.keys.toTypedArray())) + .totalSize() + } + + val sizes get() = Sizes( + scenario = scenario, + scenarioSize = scenarioSize, + hashMap = hashMap.computeSize(), + persistentHashMap = persistentHashMap.computeSize(), + hashTreapMap = hashTreapMap.computeSize(), + sortedTreapMap = sortedTreapMap.computeSize(), + ) +} + diff --git a/benchmarks/src/main/kotlin/benchmarks/size/Maps.kt b/benchmarks/src/main/kotlin/benchmarks/size/Maps.kt new file mode 100644 index 0000000..52a54c4 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/Maps.kt @@ -0,0 +1,11 @@ +package benchmarks.size + +import benchmarks.* +import kotlinx.collections.immutable.* + +val maps = sequence { + yield(MapCase("Empty", 0) { sequenceOf(empty()) }) + scenarioSizes.forEach { + yield(MapCase("Fresh", it) { sequenceOf(empty() + (1..it).map { key(it) to DummyValue }) }) + } +} diff --git a/benchmarks/src/main/kotlin/benchmarks/size/Runner.kt b/benchmarks/src/main/kotlin/benchmarks/size/Runner.kt new file mode 100644 index 0000000..3480411 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/Runner.kt @@ -0,0 +1,42 @@ +@file:OptIn(ExperimentalSerializationApi::class) +package benchmarks.size + +import java.nio.file.* +import kotlinx.serialization.* +import kotlinx.serialization.csv.* + +/** Computes the sizes of various sets and maps, for comparison. Invoked by the `sizesBenchmark` Gradle task. */ +fun main(args: Array) { + val outputDir = Path.of(args[0]) + Files.createDirectories(outputDir) + + val csv = Csv { hasHeaderRecord = true } + + + println("Computing set sizes...") + val sizes = sets.map { it.sizes }.toList().groupBy { it.scenario } + sizes.forEach { + val setsFile = outputDir.resolve("sets-${it.key}.csv") + Files.writeString( + setsFile, + csv.encodeToString( + it.value.toList() + ) + ) + println("Wrote $setsFile") + } + + println("Computing map sizes...") + val mapSizes = maps.map { it.sizes }.toList().groupBy { it.scenario } + mapSizes.forEach { + val mapsFile = outputDir.resolve("maps-${it.key}.csv") + Files.writeString( + mapsFile, + csv.encodeToString( + it.value.toList() + ) + ) + println("Wrote $mapsFile") + } +} + diff --git a/benchmarks/src/main/kotlin/benchmarks/size/SetCase.kt b/benchmarks/src/main/kotlin/benchmarks/size/SetCase.kt new file mode 100644 index 0000000..8b72835 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/SetCase.kt @@ -0,0 +1,67 @@ +package benchmarks.size + +import benchmarks.* +import com.certora.collect.* +import kotlinx.collections.immutable.* +import kotlinx.serialization.Serializable +import org.openjdk.jol.info.GraphLayout +import java.util.IdentityHashMap + +data class SetCase( + val scenario: String, + val scenarioSize: Int, + val hashSet: Sequence>, + val persistentHashSet: Sequence>, + val persistentOrderedSet: Sequence>, + val hashTreapSet: Sequence>, + val sortedTreapSet: Sequence>, +) { + class Context( + val empty: () -> PersistentSet, + val key: (Int) -> Any + ) + + constructor(scenario: String, scenarioSize: Int, test: Context.() -> Sequence>) : this( + scenario = scenario, + scenarioSize = scenarioSize, + hashSet = Context({ fakePersistentSetOf() }, { HashableSizeKey(it) }).test(), + persistentHashSet = Context({ persistentHashSetOf() }, { HashableSizeKey(it) }).test(), + persistentOrderedSet = Context({ persistentSetOf() }, { HashableSizeKey(it) }).test(), + hashTreapSet = Context({ treapSetOf() }, { HashableSizeKey(it) }).test(), + sortedTreapSet = Context({ treapSetOf() }, { ComparableSizeKey(it) }).test(), + ) + + @Serializable + data class Sizes( + val scenario: String, + val scenarioSize: Int, + val hashSet: Long, + val persistentHashSet: Long, + val persistentOrderedSet: Long, + val hashTreapSet: Long, + val sortedTreapSet: Long, + ) + + private fun Sequence>.computeSize(): Long { + val unwrapped = this.map { (it as? FakePersistentSet<*>)?.value ?: it }.toList() + + val keys = IdentityHashMap() + unwrapped.forEach { + it.forEach { keys[it] = DummyValue } + } + + return GraphLayout.parseInstance(*unwrapped.toTypedArray()) + .subtract(GraphLayout.parseInstance(*keys.keys.toTypedArray())) + .totalSize() + } + + val sizes get() = Sizes( + scenario = scenario, + scenarioSize = scenarioSize, + hashSet = hashSet.computeSize(), + persistentHashSet = persistentHashSet.computeSize(), + persistentOrderedSet = persistentOrderedSet.computeSize(), + hashTreapSet = hashTreapSet.computeSize(), + sortedTreapSet = sortedTreapSet.computeSize(), + ) +} diff --git a/benchmarks/src/main/kotlin/benchmarks/size/Sets.kt b/benchmarks/src/main/kotlin/benchmarks/size/Sets.kt new file mode 100644 index 0000000..b2e5d44 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/Sets.kt @@ -0,0 +1,57 @@ +package benchmarks.size + +import benchmarks.* +import kotlinx.collections.immutable.* + +val sets = sequence { + yield(SetCase("Empty", 0) { sequenceOf(empty()) }) + scenarioSizes.forEach { + yield(SetCase("Fresh", it) { sequenceOf((1..it).toSet()) }) + } + scenarioSizes.forEach { yield(SetCase("IntersectEqual", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectEqualReverse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield((1..it).toSet() intersect fresh) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectFirstHalf", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it/2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectFirstHalfReverse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield((1..it/2).toSet() intersect fresh) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectHalf", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it step 2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectSparse", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (1..it step 32).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("IntersectIntersecting", it) { sequence { + val fresh = (1..it).toSet() + yield(fresh) + yield(fresh intersect (it/2..it+it/2).toSet()) + }})} + scenarioSizes.forEach { yield(SetCase("UnionSmall", it) { sequence { + val smalls = manySmall(it, 16) + yieldAll(smalls) + yield(smalls.reduce { a, b -> a + b }) + }})} +} + +context(SetCase.Context) +private fun IntRange.toSet(): PersistentSet = empty() + this.map { key(it) }.toSet() + +context(SetCase.Context) +private fun manySmall(size: Int, unit: Int) = (1..size step unit).map { (it..it+unit).toSet() } diff --git a/benchmarks/src/main/kotlin/benchmarks/size/Utils.kt b/benchmarks/src/main/kotlin/benchmarks/size/Utils.kt new file mode 100644 index 0000000..86db698 --- /dev/null +++ b/benchmarks/src/main/kotlin/benchmarks/size/Utils.kt @@ -0,0 +1,12 @@ +package benchmarks.size + + +val scenarioSizes = (1..256).asSequence() + sequenceOf(512, 1024, 2048, 4096, 8192, 16384, 32768) + +data class ComparableSizeKey(val value: Int) : Comparable { + override fun compareTo(other: ComparableSizeKey): Int = value.compareTo(other.value) +} + +data class HashableSizeKey(val value: Int) + +object DummyValue From 69ad0f97c0880f09a4fcc4694afdb3a9baa26a6b Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 15:39:22 -0700 Subject: [PATCH 17/18] Fix equals --- benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt | 2 ++ benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt | 2 ++ benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt | 4 ++++ .../src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt | 4 ++++ benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt | 4 ++++ .../src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt | 4 ++++ 6 files changed, 20 insertions(+) diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt index 4d4a03e..f7bb7f7 100644 --- a/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentMap.kt @@ -4,6 +4,8 @@ import kotlinx.collections.immutable.* class FakePersistentMap(val value: Map) : PersistentMap, Map by value { class Builder(val value: MutableMap) : PersistentMap.Builder, MutableMap by value { + override fun equals(other: Any?) = value == other + override fun hashCode() = value.hashCode() override fun build() = FakePersistentMap(value) } diff --git a/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt index 435abe0..a25f440 100644 --- a/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt +++ b/benchmarks/src/main/kotlin/benchmarks/FakePersistentSet.kt @@ -4,6 +4,8 @@ import kotlinx.collections.immutable.* class FakePersistentSet(val value: Set) : PersistentSet, Set by value { class Builder(val value: MutableSet) : PersistentSet.Builder, MutableSet by value { + override fun equals(other: Any?) = value == other + override fun hashCode() = value.hashCode() override fun build() = FakePersistentSet(value) } diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt index 5117cd8..a04a4ba 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/Equals.kt @@ -32,6 +32,10 @@ open class Equals { sameMap = persistentMapPut(implementation, keys.take(size)) slightlyDifferentMap = sameMap.put(keys[size], "different value").remove(keys[0]) veryDifferentMap = persistentMapPut(implementation, keys.drop(size)) + + check(sameMap == persistentMap) + check(slightlyDifferentMap != persistentMap) + check(veryDifferentMap != persistentMap) } @Benchmark diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt index a6e5845..db754e6 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableMap/builder/Equals.kt @@ -34,6 +34,10 @@ open class Equals { slightlyDifferentMap.put(keys[size], "different value") slightlyDifferentMap.remove(keys[0]) veryDifferentMap = persistentMapBuilderPut(implementation, keys.drop(size), 0.0) + + check(sameMap == persistentMap) + check(slightlyDifferentMap != persistentMap) + check(veryDifferentMap != persistentMap) } @Benchmark diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt index fde1b2f..7b57853 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/Equals.kt @@ -32,6 +32,10 @@ open class Equals { sameSet = persistentSetAdd(implementation, keys.take(size)) slightlyDifferentSet = sameSet.add(keys[size]).remove(keys[0]) veryDifferentSet = persistentSetAdd(implementation, keys.drop(size)) + + check(sameSet == persistentSet) + check(slightlyDifferentSet != persistentSet) + check(veryDifferentSet != persistentSet) } @Benchmark diff --git a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt index 40b8858..d79543f 100644 --- a/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt +++ b/benchmarks/src/main/kotlin/benchmarks/immutableSet/builder/Equals.kt @@ -34,6 +34,10 @@ open class Equals { slightlyDifferentSet.add(keys[size]) slightlyDifferentSet.remove(keys[0]) veryDifferentSet = persistentSetBuilderAdd(implementation, keys.drop(size), 0.0) + + check(sameSet == persistentSet) + check(slightlyDifferentSet != persistentSet) + check(veryDifferentSet != persistentSet) } @Benchmark From 63438462434385374d6b9a1bb2ba80c2345a5b83 Mon Sep 17 00:00:00 2001 From: Eric Eilebrecht Date: Thu, 26 Oct 2023 17:34:20 -0700 Subject: [PATCH 18/18] Get hashTreap* involved --- benchmarks/README.md | 5 +- benchmarks/baseline.json | 75652 ---------------- benchmarks/build.gradle.kts | 6 +- .../main/kotlin/benchmarks/ObjectWrapper.kt | 11 +- .../main/kotlin/benchmarks/hashCodeTypes.kt | 2 + 5 files changed, 14 insertions(+), 75662 deletions(-) delete mode 100644 benchmarks/baseline.json diff --git a/benchmarks/README.md b/benchmarks/README.md index 220b2f3..050c4f3 100644 --- a/benchmarks/README.md +++ b/benchmarks/README.md @@ -1,4 +1,5 @@ # Benchmarks -Much of this code has been copied, with modifications, from the [kotlinx.collections.immutable] sources, which are -licensed under the [Apache 2.0 license](apache-license.txt). +Much of this code has been copied, with modifications, from the +[kotlinx.collections.immutable](https://github.com/Kotlin/kotlinx.collections.immutable) sources, which are licensed +under the [Apache 2.0 license](apache-license.txt). diff --git a/benchmarks/baseline.json b/benchmarks/baseline.json deleted file mode 100644 index 928fac9..0000000 --- a/benchmarks/baseline.json +++ /dev/null @@ -1,75652 +0,0 @@ -[ - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2376923084607084E8, - "scoreError" : 2215071.50129564, - "scoreConfidence" : [ - 1.215541593447752E8, - 1.2598430234736648E8 - ], - "scorePercentiles" : { - "0.0" : 1.2295866583131777E8, - "50.0" : 1.2397960105180313E8, - "90.0" : 1.2443622619269599E8, - "95.0" : 1.2443622619269599E8, - "99.0" : 1.2443622619269599E8, - "99.9" : 1.2443622619269599E8, - "99.99" : 1.2443622619269599E8, - "99.999" : 1.2443622619269599E8, - "99.9999" : 1.2443622619269599E8, - "100.0" : 1.2443622619269599E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2443622619269599E8, - 1.2397960105180313E8, - 1.2403184695219447E8, - 1.2343981420234287E8, - 1.2295866583131777E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.857595860730468E7, - "scoreError" : 921071.7887236044, - "scoreConfidence" : [ - 1.765488681858108E7, - 1.9497030396028284E7 - ], - "scorePercentiles" : { - "0.0" : 1.8156773340364587E7, - "50.0" : 1.8659948033384893E7, - "90.0" : 1.874964574043255E7, - "95.0" : 1.874964574043255E7, - "99.0" : 1.874964574043255E7, - "99.9" : 1.874964574043255E7, - "99.99" : 1.874964574043255E7, - "99.999" : 1.874964574043255E7, - "99.9999" : 1.874964574043255E7, - "100.0" : 1.874964574043255E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8156773340364587E7, - 1.861873149160363E7, - 1.8659948033384893E7, - 1.8694694430737745E7, - 1.874964574043255E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1808524.733252154, - "scoreError" : 49008.01225419381, - "scoreConfidence" : [ - 1759516.72099796, - 1857532.7455063479 - ], - "scorePercentiles" : { - "0.0" : 1793911.6532537306, - "50.0" : 1805577.719472115, - "90.0" : 1824205.3306565287, - "95.0" : 1824205.3306565287, - "99.0" : 1824205.3306565287, - "99.9" : 1824205.3306565287, - "99.99" : 1824205.3306565287, - "99.999" : 1824205.3306565287, - "99.9999" : 1824205.3306565287, - "100.0" : 1824205.3306565287 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1793911.6532537306, - 1805577.719472115, - 1824205.3306565287, - 1818899.9108048542, - 1800029.0520735427 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10670.192824403204, - "scoreError" : 552.9533824460118, - "scoreConfidence" : [ - 10117.239441957192, - 11223.146206849216 - ], - "scorePercentiles" : { - "0.0" : 10432.735993351647, - "50.0" : 10701.298320375154, - "90.0" : 10809.796070308257, - "95.0" : 10809.796070308257, - "99.0" : 10809.796070308257, - "99.9" : 10809.796070308257, - "99.99" : 10809.796070308257, - "99.999" : 10809.796070308257, - "99.9999" : 10809.796070308257, - "100.0" : 10809.796070308257 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10432.735993351647, - 10809.796070308257, - 10744.88329617158, - 10701.298320375154, - 10662.250441809383 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7579452618689233E8, - "scoreError" : 4037558.5202317866, - "scoreConfidence" : [ - 2.7175696766666055E8, - 2.798320847071241E8 - ], - "scorePercentiles" : { - "0.0" : 2.744120411398705E8, - "50.0" : 2.7613170333033925E8, - "90.0" : 2.769270850138187E8, - "95.0" : 2.769270850138187E8, - "99.0" : 2.769270850138187E8, - "99.9" : 2.769270850138187E8, - "99.99" : 2.769270850138187E8, - "99.999" : 2.769270850138187E8, - "99.9999" : 2.769270850138187E8, - "100.0" : 2.769270850138187E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7613170333033925E8, - 2.750139119935702E8, - 2.769270850138187E8, - 2.764878894568629E8, - 2.744120411398705E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.795355654030786E7, - "scoreError" : 272804.8816350073, - "scoreConfidence" : [ - 2.7680751658672854E7, - 2.8226361421942867E7 - ], - "scorePercentiles" : { - "0.0" : 2.7864628048108995E7, - "50.0" : 2.7968588648470093E7, - "90.0" : 2.8045789648066115E7, - "95.0" : 2.8045789648066115E7, - "99.0" : 2.8045789648066115E7, - "99.9" : 2.8045789648066115E7, - "99.99" : 2.8045789648066115E7, - "99.999" : 2.8045789648066115E7, - "99.9999" : 2.8045789648066115E7, - "100.0" : 2.8045789648066115E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7903967662734207E7, - 2.8045789648066115E7, - 2.7984808694159903E7, - 2.7968588648470093E7, - 2.7864628048108995E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3672599.8633038206, - "scoreError" : 78381.40427268652, - "scoreConfidence" : [ - 3594218.459031134, - 3750981.2675765073 - ], - "scorePercentiles" : { - "0.0" : 3656376.671127321, - "50.0" : 3667791.929394957, - "90.0" : 3707471.7677734615, - "95.0" : 3707471.7677734615, - "99.0" : 3707471.7677734615, - "99.9" : 3707471.7677734615, - "99.99" : 3707471.7677734615, - "99.999" : 3707471.7677734615, - "99.9999" : 3707471.7677734615, - "100.0" : 3707471.7677734615 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3660237.5976450173, - 3667791.929394957, - 3707471.7677734615, - 3671121.3505783486, - 3656376.671127321 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 11197.902535160922, - "scoreError" : 888.3449433110932, - "scoreConfidence" : [ - 10309.557591849829, - 12086.247478472014 - ], - "scorePercentiles" : { - "0.0" : 10883.283685481761, - "50.0" : 11140.597919368021, - "90.0" : 11429.023917276658, - "95.0" : 11429.023917276658, - "99.0" : 11429.023917276658, - "99.9" : 11429.023917276658, - "99.99" : 11429.023917276658, - "99.999" : 11429.023917276658, - "99.9999" : 11429.023917276658, - "100.0" : 11429.023917276658 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 11140.597919368021, - 11429.023917276658, - 11114.530888161064, - 10883.283685481761, - 11422.076265517117 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2262257117145267E8, - "scoreError" : 1448383.1256113835, - "scoreConfidence" : [ - 1.2117418804584129E8, - 1.2407095429706405E8 - ], - "scorePercentiles" : { - "0.0" : 1.223053055260652E8, - "50.0" : 1.2239903801287083E8, - "90.0" : 1.2314132720810889E8, - "95.0" : 1.2314132720810889E8, - "99.0" : 1.2314132720810889E8, - "99.9" : 1.2314132720810889E8, - "99.99" : 1.2314132720810889E8, - "99.999" : 1.2314132720810889E8, - "99.9999" : 1.2314132720810889E8, - "100.0" : 1.2314132720810889E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2239903801287083E8, - 1.2236345243646362E8, - 1.2314132720810889E8, - 1.223053055260652E8, - 1.2290373267375481E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5392277.299066069, - "scoreError" : 91910.12155504448, - "scoreConfidence" : [ - 5300367.177511024, - 5484187.420621113 - ], - "scorePercentiles" : { - "0.0" : 5367324.940442985, - "50.0" : 5399494.59722461, - "90.0" : 5423474.28500449, - "95.0" : 5423474.28500449, - "99.0" : 5423474.28500449, - "99.9" : 5423474.28500449, - "99.99" : 5423474.28500449, - "99.999" : 5423474.28500449, - "99.9999" : 5423474.28500449, - "100.0" : 5423474.28500449 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5401982.559285975, - 5423474.28500449, - 5367324.940442985, - 5369110.11337228, - 5399494.59722461 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 620329.067541947, - "scoreError" : 21636.759347099425, - "scoreConfidence" : [ - 598692.3081948475, - 641965.8268890465 - ], - "scorePercentiles" : { - "0.0" : 611719.0140592951, - "50.0" : 620029.1117644175, - "90.0" : 626712.317099794, - "95.0" : 626712.317099794, - "99.0" : 626712.317099794, - "99.9" : 626712.317099794, - "99.99" : 626712.317099794, - "99.999" : 626712.317099794, - "99.9999" : 626712.317099794, - "100.0" : 626712.317099794 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 619576.0876047411, - 620029.1117644175, - 611719.0140592951, - 626712.317099794, - 623608.8071814876 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4805.897836842229, - "scoreError" : 133.42590869610132, - "scoreConfidence" : [ - 4672.4719281461275, - 4939.32374553833 - ], - "scorePercentiles" : { - "0.0" : 4757.928830616795, - "50.0" : 4799.87593969966, - "90.0" : 4849.152577606429, - "95.0" : 4849.152577606429, - "99.0" : 4849.152577606429, - "99.9" : 4849.152577606429, - "99.99" : 4849.152577606429, - "99.999" : 4849.152577606429, - "99.9999" : 4849.152577606429, - "100.0" : 4849.152577606429 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4794.884908643144, - 4849.152577606429, - 4827.646927645115, - 4799.87593969966, - 4757.928830616795 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.750587380305368E8, - "scoreError" : 4559100.022771973, - "scoreConfidence" : [ - 2.704996380077648E8, - 2.796178380533087E8 - ], - "scorePercentiles" : { - "0.0" : 2.734532474784722E8, - "50.0" : 2.751177368031231E8, - "90.0" : 2.767377890990188E8, - "95.0" : 2.767377890990188E8, - "99.0" : 2.767377890990188E8, - "99.9" : 2.767377890990188E8, - "99.99" : 2.767377890990188E8, - "99.999" : 2.767377890990188E8, - "99.9999" : 2.767377890990188E8, - "100.0" : 2.767377890990188E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.767377890990188E8, - 2.7467766377566916E8, - 2.753072529964004E8, - 2.751177368031231E8, - 2.734532474784722E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.668805815747802E7, - "scoreError" : 199704.42657662302, - "scoreConfidence" : [ - 3.64883537309014E7, - 3.688776258405464E7 - ], - "scorePercentiles" : { - "0.0" : 3.66235568956391E7, - "50.0" : 3.666944481788626E7, - "90.0" : 3.674755975939198E7, - "95.0" : 3.674755975939198E7, - "99.0" : 3.674755975939198E7, - "99.9" : 3.674755975939198E7, - "99.99" : 3.674755975939198E7, - "99.999" : 3.674755975939198E7, - "99.9999" : 3.674755975939198E7, - "100.0" : 3.674755975939198E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.666498756834005E7, - 3.673474174613271E7, - 3.674755975939198E7, - 3.66235568956391E7, - 3.666944481788626E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3605033.877757352, - "scoreError" : 62220.12332689046, - "scoreConfidence" : [ - 3542813.754430461, - 3667254.0010842425 - ], - "scorePercentiles" : { - "0.0" : 3589832.477623388, - "50.0" : 3596821.129845305, - "90.0" : 3626133.1596146007, - "95.0" : 3626133.1596146007, - "99.0" : 3626133.1596146007, - "99.9" : 3626133.1596146007, - "99.99" : 3626133.1596146007, - "99.999" : 3626133.1596146007, - "99.9999" : 3626133.1596146007, - "100.0" : 3626133.1596146007 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3626133.1596146007, - 3593985.150714687, - 3596821.129845305, - 3589832.477623388, - 3618397.4709887784 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 11484.721904599364, - "scoreError" : 695.5200305844829, - "scoreConfidence" : [ - 10789.201874014881, - 12180.241935183847 - ], - "scorePercentiles" : { - "0.0" : 11302.662837397529, - "50.0" : 11440.101213506437, - "90.0" : 11693.650394610328, - "95.0" : 11693.650394610328, - "99.0" : 11693.650394610328, - "99.9" : 11693.650394610328, - "99.99" : 11693.650394610328, - "99.999" : 11693.650394610328, - "99.9999" : 11693.650394610328, - "100.0" : 11693.650394610328 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 11333.043130929307, - 11302.662837397529, - 11654.15194655322, - 11693.650394610328, - 11440.101213506437 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.3249403503278625E8, - "scoreError" : 7645743.062096195, - "scoreConfidence" : [ - 4.248482919706901E8, - 4.401397780948824E8 - ], - "scorePercentiles" : { - "0.0" : 4.295485192854571E8, - "50.0" : 4.332498563852229E8, - "90.0" : 4.346516835180674E8, - "95.0" : 4.346516835180674E8, - "99.0" : 4.346516835180674E8, - "99.9" : 4.346516835180674E8, - "99.99" : 4.346516835180674E8, - "99.999" : 4.346516835180674E8, - "99.9999" : 4.346516835180674E8, - "100.0" : 4.346516835180674E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.315439456754064E8, - 4.346516835180674E8, - 4.295485192854571E8, - 4.332498563852229E8, - 4.3347617029977745E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.318603208002594E8, - "scoreError" : 8549240.880485175, - "scoreConfidence" : [ - 4.2331107991977423E8, - 4.404095616807446E8 - ], - "scorePercentiles" : { - "0.0" : 4.295914622334687E8, - "50.0" : 4.3191961380645496E8, - "90.0" : 4.349991875373672E8, - "95.0" : 4.349991875373672E8, - "99.0" : 4.349991875373672E8, - "99.9" : 4.349991875373672E8, - "99.99" : 4.349991875373672E8, - "99.999" : 4.349991875373672E8, - "99.9999" : 4.349991875373672E8, - "100.0" : 4.349991875373672E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.295914622334687E8, - 4.2993248485935736E8, - 4.349991875373672E8, - 4.328588555646486E8, - 4.3191961380645496E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4.327606969401118E8, - "scoreError" : 5852309.790494674, - "scoreConfidence" : [ - 4.2690838714961714E8, - 4.386130067306065E8 - ], - "scorePercentiles" : { - "0.0" : 4.312893057736681E8, - "50.0" : 4.3246060437432635E8, - "90.0" : 4.352504863040122E8, - "95.0" : 4.352504863040122E8, - "99.0" : 4.352504863040122E8, - "99.9" : 4.352504863040122E8, - "99.99" : 4.352504863040122E8, - "99.999" : 4.352504863040122E8, - "99.9999" : 4.352504863040122E8, - "100.0" : 4.352504863040122E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.352504863040122E8, - 4.3246060437432635E8, - 4.32915065037889E8, - 4.318880232106632E8, - 4.312893057736681E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 17047.327502922435, - "scoreError" : 1794.7299363160753, - "scoreConfidence" : [ - 15252.59756660636, - 18842.05743923851 - ], - "scorePercentiles" : { - "0.0" : 16469.984140652818, - "50.0" : 16929.232737111473, - "90.0" : 17620.519807932935, - "95.0" : 17620.519807932935, - "99.0" : 17620.519807932935, - "99.9" : 17620.519807932935, - "99.99" : 17620.519807932935, - "99.999" : 17620.519807932935, - "99.9999" : 17620.519807932935, - "100.0" : 17620.519807932935 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 16929.232737111473, - 16469.984140652818, - 17413.12254794471, - 16803.778280970244, - 17620.519807932935 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.0721349070656365E8, - "scoreError" : 6344638.004249992, - "scoreConfidence" : [ - 4.0086885270231366E8, - 4.1355812871081364E8 - ], - "scorePercentiles" : { - "0.0" : 4.048345547960982E8, - "50.0" : 4.068772099436281E8, - "90.0" : 4.088761149498905E8, - "95.0" : 4.088761149498905E8, - "99.0" : 4.088761149498905E8, - "99.9" : 4.088761149498905E8, - "99.99" : 4.088761149498905E8, - "99.999" : 4.088761149498905E8, - "99.9999" : 4.088761149498905E8, - "100.0" : 4.088761149498905E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.088761149498905E8, - 4.048345547960982E8, - 4.068772099436281E8, - 4.0679938467012614E8, - 4.0868018917307556E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.6131608910463122E8, - "scoreError" : 3478323.429497271, - "scoreConfidence" : [ - 1.5783776567513394E8, - 1.647944125341285E8 - ], - "scorePercentiles" : { - "0.0" : 1.6019915803661048E8, - "50.0" : 1.6146911157136643E8, - "90.0" : 1.6226588439642337E8, - "95.0" : 1.6226588439642337E8, - "99.0" : 1.6226588439642337E8, - "99.9" : 1.6226588439642337E8, - "99.99" : 1.6226588439642337E8, - "99.999" : 1.6226588439642337E8, - "99.9999" : 1.6226588439642337E8, - "100.0" : 1.6226588439642337E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6206162764417958E8, - 1.6019915803661048E8, - 1.6146911157136643E8, - 1.6058466387457618E8, - 1.6226588439642337E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1.0599141873894551E8, - "scoreError" : 2729574.759922461, - "scoreConfidence" : [ - 1.0326184397902305E8, - 1.0872099349886797E8 - ], - "scorePercentiles" : { - "0.0" : 1.0490695741764776E8, - "50.0" : 1.0619341954016122E8, - "90.0" : 1.067469989139083E8, - "95.0" : 1.067469989139083E8, - "99.0" : 1.067469989139083E8, - "99.9" : 1.067469989139083E8, - "99.99" : 1.067469989139083E8, - "99.999" : 1.067469989139083E8, - "99.9999" : 1.067469989139083E8, - "100.0" : 1.067469989139083E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0572765151298329E8, - 1.0619341954016122E8, - 1.0490695741764776E8, - 1.067469989139083E8, - 1.0638206631002694E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.835787239346345E7, - "scoreError" : 724835.0775393649, - "scoreConfidence" : [ - 4.7633037315924086E7, - 4.908270747100281E7 - ], - "scorePercentiles" : { - "0.0" : 4.819299533206711E7, - "50.0" : 4.831439658646296E7, - "90.0" : 4.865028788652352E7, - "95.0" : 4.865028788652352E7, - "99.0" : 4.865028788652352E7, - "99.9" : 4.865028788652352E7, - "99.99" : 4.865028788652352E7, - "99.999" : 4.865028788652352E7, - "99.9999" : 4.865028788652352E7, - "100.0" : 4.865028788652352E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.831439658646296E7, - 4.820717058743918E7, - 4.819299533206711E7, - 4.84245115748245E7, - 4.865028788652352E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 9.600781503323615E7, - "scoreError" : 3.2631372871589042E7, - "scoreConfidence" : [ - 6.3376442161647104E7, - 1.2863918790482518E8 - ], - "scorePercentiles" : { - "0.0" : 8.091467907395773E7, - "50.0" : 9.940422063803719E7, - "90.0" : 1.00590135630997E8, - "95.0" : 1.00590135630997E8, - "99.0" : 1.00590135630997E8, - "99.9" : 1.00590135630997E8, - "99.99" : 1.00590135630997E8, - "99.999" : 1.00590135630997E8, - "99.9999" : 1.00590135630997E8, - "100.0" : 1.00590135630997E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.091467907395773E7, - 1.00590135630997E8, - 9.940422063803719E7, - 9.866802605647828E7, - 1.004620137667105E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.2784489081798613E8, - "scoreError" : 1.6286403557246506E7, - "scoreConfidence" : [ - 4.115584872607396E8, - 4.4413129437523264E8 - ], - "scorePercentiles" : { - "0.0" : 4.205220932914903E8, - "50.0" : 4.293538761417429E8, - "90.0" : 4.3140185434369224E8, - "95.0" : 4.3140185434369224E8, - "99.0" : 4.3140185434369224E8, - "99.9" : 4.3140185434369224E8, - "99.99" : 4.3140185434369224E8, - "99.999" : 4.3140185434369224E8, - "99.9999" : 4.3140185434369224E8, - "100.0" : 4.3140185434369224E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.294510867382147E8, - 4.293538761417429E8, - 4.205220932914903E8, - 4.2849554357479066E8, - 4.3140185434369224E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 953638.9569357198, - "scoreError" : 13440.6967513575, - "scoreConfidence" : [ - 940198.2601843623, - 967079.6536870773 - ], - "scorePercentiles" : { - "0.0" : 947806.4462255362, - "50.0" : 954176.0650471956, - "90.0" : 957056.5528815838, - "95.0" : 957056.5528815838, - "99.0" : 957056.5528815838, - "99.9" : 957056.5528815838, - "99.99" : 957056.5528815838, - "99.999" : 957056.5528815838, - "99.9999" : 957056.5528815838, - "100.0" : 957056.5528815838 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 947806.4462255362, - 953876.1378689421, - 957056.5528815838, - 955279.5826553404, - 954176.0650471956 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9983.661598819423, - "scoreError" : 451.09944856948147, - "scoreConfidence" : [ - 9532.562150249942, - 10434.761047388904 - ], - "scorePercentiles" : { - "0.0" : 9811.8610038016, - "50.0" : 10000.060144275383, - "90.0" : 10104.44885207763, - "95.0" : 10104.44885207763, - "99.0" : 10104.44885207763, - "99.9" : 10104.44885207763, - "99.99" : 10104.44885207763, - "99.999" : 10104.44885207763, - "99.9999" : 10104.44885207763, - "100.0" : 10104.44885207763 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10071.405606047821, - 10000.060144275383, - 9811.8610038016, - 10104.44885207763, - 9930.532387894678 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.078718475052028E8, - "scoreError" : 1.1443981827829788E7, - "scoreConfidence" : [ - 3.96427865677373E8, - 4.1931582933303255E8 - ], - "scorePercentiles" : { - "0.0" : 4.0395528496593785E8, - "50.0" : 4.07456680072376E8, - "90.0" : 4.1162979058355254E8, - "95.0" : 4.1162979058355254E8, - "99.0" : 4.1162979058355254E8, - "99.9" : 4.1162979058355254E8, - "99.99" : 4.1162979058355254E8, - "99.999" : 4.1162979058355254E8, - "99.9999" : 4.1162979058355254E8, - "100.0" : 4.1162979058355254E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.1162979058355254E8, - 4.07456680072376E8, - 4.0395528496593785E8, - 4.06495649943063E8, - 4.0982183196108425E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6.6993176382207915E7, - "scoreError" : 721326.1391738242, - "scoreConfidence" : [ - 6.6271850243034095E7, - 6.771450252138174E7 - ], - "scorePercentiles" : { - "0.0" : 6.6721952998229966E7, - "50.0" : 6.702328429101244E7, - "90.0" : 6.716977083220652E7, - "95.0" : 6.716977083220652E7, - "99.0" : 6.716977083220652E7, - "99.9" : 6.716977083220652E7, - "99.99" : 6.716977083220652E7, - "99.999" : 6.716977083220652E7, - "99.9999" : 6.716977083220652E7, - "100.0" : 6.716977083220652E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.702328429101244E7, - 6.689770946790275E7, - 6.716977083220652E7, - 6.6721952998229966E7, - 6.715316432168792E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 9.03339471899641E7, - "scoreError" : 949293.9667612667, - "scoreConfidence" : [ - 8.938465322320284E7, - 9.128324115672536E7 - ], - "scorePercentiles" : { - "0.0" : 8.991467180154462E7, - "50.0" : 9.039745131029674E7, - "90.0" : 9.056012956227759E7, - "95.0" : 9.056012956227759E7, - "99.0" : 9.056012956227759E7, - "99.9" : 9.056012956227759E7, - "99.99" : 9.056012956227759E7, - "99.999" : 9.056012956227759E7, - "99.9999" : 9.056012956227759E7, - "100.0" : 9.056012956227759E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9.044190254410575E7, - 8.991467180154462E7, - 9.056012956227759E7, - 9.039745131029674E7, - 9.035558073159572E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.817162312101973E7, - "scoreError" : 651881.0782147037, - "scoreConfidence" : [ - 3.751974204280502E7, - 3.882350419923443E7 - ], - "scorePercentiles" : { - "0.0" : 3.7913855131147325E7, - "50.0" : 3.818234615039213E7, - "90.0" : 3.83880579000135E7, - "95.0" : 3.83880579000135E7, - "99.0" : 3.83880579000135E7, - "99.9" : 3.83880579000135E7, - "99.99" : 3.83880579000135E7, - "99.999" : 3.83880579000135E7, - "99.9999" : 3.83880579000135E7, - "100.0" : 3.83880579000135E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.820650561533394E7, - 3.7913855131147325E7, - 3.818234615039213E7, - 3.816735080821172E7, - 3.83880579000135E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.316079024348652E8, - "scoreError" : 1.0506210862961903E7, - "scoreConfidence" : [ - 4.211016915719033E8, - 4.4211411329782706E8 - ], - "scorePercentiles" : { - "0.0" : 4.275137237413981E8, - "50.0" : 4.330239290104157E8, - "90.0" : 4.339489811672622E8, - "95.0" : 4.339489811672622E8, - "99.0" : 4.339489811672622E8, - "99.9" : 4.339489811672622E8, - "99.99" : 4.339489811672622E8, - "99.999" : 4.339489811672622E8, - "99.9999" : 4.339489811672622E8, - "100.0" : 4.339489811672622E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.334305889041117E8, - 4.275137237413981E8, - 4.3012228935113853E8, - 4.330239290104157E8, - 4.339489811672622E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.3305066947259533E8, - "scoreError" : 7037098.680818725, - "scoreConfidence" : [ - 4.260135707917766E8, - 4.400877681534141E8 - ], - "scorePercentiles" : { - "0.0" : 4.30740889993712E8, - "50.0" : 4.32994160859153E8, - "90.0" : 4.3531676204044855E8, - "95.0" : 4.3531676204044855E8, - "99.0" : 4.3531676204044855E8, - "99.9" : 4.3531676204044855E8, - "99.99" : 4.3531676204044855E8, - "99.999" : 4.3531676204044855E8, - "99.9999" : 4.3531676204044855E8, - "100.0" : 4.3531676204044855E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.319006144295199E8, - 4.30740889993712E8, - 4.3430092004014313E8, - 4.3531676204044855E8, - 4.32994160859153E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.4327982716263753E8, - "scoreError" : 5087281.978066947, - "scoreConfidence" : [ - 3.381925451845706E8, - 3.4836710914070445E8 - ], - "scorePercentiles" : { - "0.0" : 3.418629991534787E8, - "50.0" : 3.4283924681304425E8, - "90.0" : 3.4506862566793185E8, - "95.0" : 3.4506862566793185E8, - "99.0" : 3.4506862566793185E8, - "99.9" : 3.4506862566793185E8, - "99.99" : 3.4506862566793185E8, - "99.999" : 3.4506862566793185E8, - "99.9999" : 3.4506862566793185E8, - "100.0" : 3.4506862566793185E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.4506862566793185E8, - 3.424258491424524E8, - 3.418629991534787E8, - 3.4420241503628033E8, - 3.4283924681304425E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.4095554565320706E8, - "scoreError" : 5829537.057272485, - "scoreConfidence" : [ - 1.3512600859593457E8, - 1.4678508271047956E8 - ], - "scorePercentiles" : { - "0.0" : 1.3937812685884818E8, - "50.0" : 1.4063663108734828E8, - "90.0" : 1.4299266850770277E8, - "95.0" : 1.4299266850770277E8, - "99.0" : 1.4299266850770277E8, - "99.9" : 1.4299266850770277E8, - "99.99" : 1.4299266850770277E8, - "99.999" : 1.4299266850770277E8, - "99.9999" : 1.4299266850770277E8, - "100.0" : 1.4299266850770277E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4063663108734828E8, - 1.3937812685884818E8, - 1.4198469272455648E8, - 1.4299266850770277E8, - 1.3978560908757973E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.100410995981466E8, - "scoreError" : 4466800.489635186, - "scoreConfidence" : [ - 4.0557429910851145E8, - 4.145079000877818E8 - ], - "scorePercentiles" : { - "0.0" : 4.088585408881033E8, - "50.0" : 4.104163244637367E8, - "90.0" : 4.115912011720308E8, - "95.0" : 4.115912011720308E8, - "99.0" : 4.115912011720308E8, - "99.9" : 4.115912011720308E8, - "99.99" : 4.115912011720308E8, - "99.999" : 4.115912011720308E8, - "99.9999" : 4.115912011720308E8, - "100.0" : 4.115912011720308E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.115912011720308E8, - 4.088585408881033E8, - 4.104163244637367E8, - 4.1043280923087054E8, - 4.0890662223599184E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.090931525053696E8, - "scoreError" : 4799940.230597813, - "scoreConfidence" : [ - 4.042932122747718E8, - 4.138930927359674E8 - ], - "scorePercentiles" : { - "0.0" : 4.0753093236466336E8, - "50.0" : 4.087561220657034E8, - "90.0" : 4.107723290980483E8, - "95.0" : 4.107723290980483E8, - "99.0" : 4.107723290980483E8, - "99.9" : 4.107723290980483E8, - "99.99" : 4.107723290980483E8, - "99.999" : 4.107723290980483E8, - "99.9999" : 4.107723290980483E8, - "100.0" : 4.107723290980483E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.0984247384140974E8, - 4.087561220657034E8, - 4.107723290980483E8, - 4.0753093236466336E8, - 4.085639051570234E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4.19624104854389E8, - "scoreError" : 1.189939520921882E7, - "scoreConfidence" : [ - 4.077247096451702E8, - 4.315235000636078E8 - ], - "scorePercentiles" : { - "0.0" : 4.1420779529870117E8, - "50.0" : 4.2089485238338125E8, - "90.0" : 4.215245669133984E8, - "95.0" : 4.215245669133984E8, - "99.0" : 4.215245669133984E8, - "99.9" : 4.215245669133984E8, - "99.99" : 4.215245669133984E8, - "99.999" : 4.215245669133984E8, - "99.9999" : 4.215245669133984E8, - "100.0" : 4.215245669133984E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2089485238338125E8, - 4.214933179537989E8, - 4.199999917226656E8, - 4.1420779529870117E8, - 4.215245669133984E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.2317240754930335E8, - "scoreError" : 1.3157039268528929E7, - "scoreConfidence" : [ - 4.100153682807744E8, - 4.363294468178323E8 - ], - "scorePercentiles" : { - "0.0" : 4.172829617024037E8, - "50.0" : 4.242982654830525E8, - "90.0" : 4.2555615711144495E8, - "95.0" : 4.2555615711144495E8, - "99.0" : 4.2555615711144495E8, - "99.9" : 4.2555615711144495E8, - "99.99" : 4.2555615711144495E8, - "99.999" : 4.2555615711144495E8, - "99.9999" : 4.2555615711144495E8, - "100.0" : 4.2555615711144495E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2555615711144495E8, - 4.172829617024037E8, - 4.254187387142178E8, - 4.2330591473539764E8, - 4.242982654830525E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.668074308289678E8, - "scoreError" : 3990059.8731641276, - "scoreConfidence" : [ - 1.628173709558037E8, - 1.7079749070213193E8 - ], - "scorePercentiles" : { - "0.0" : 1.6526563751321098E8, - "50.0" : 1.6731212375394288E8, - "90.0" : 1.6773528375569478E8, - "95.0" : 1.6773528375569478E8, - "99.0" : 1.6773528375569478E8, - "99.9" : 1.6773528375569478E8, - "99.99" : 1.6773528375569478E8, - "99.999" : 1.6773528375569478E8, - "99.9999" : 1.6773528375569478E8, - "100.0" : 1.6773528375569478E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6749299447581375E8, - 1.6773528375569478E8, - 1.6526563751321098E8, - 1.6623111464617673E8, - 1.6731212375394288E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.3644011283569527E8, - "scoreError" : 1.3730310607692296E7, - "scoreConfidence" : [ - 4.2270980222800297E8, - 4.5017042344338757E8 - ], - "scorePercentiles" : { - "0.0" : 4.3237560670250285E8, - "50.0" : 4.3734993192143387E8, - "90.0" : 4.3983564248101133E8, - "95.0" : 4.3983564248101133E8, - "99.0" : 4.3983564248101133E8, - "99.9" : 4.3983564248101133E8, - "99.99" : 4.3983564248101133E8, - "99.999" : 4.3983564248101133E8, - "99.9999" : 4.3983564248101133E8, - "100.0" : 4.3983564248101133E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3963260386388576E8, - 4.330067792096426E8, - 4.3237560670250285E8, - 4.3983564248101133E8, - 4.3734993192143387E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.453382831668073E8, - "scoreError" : 7650398.526833041, - "scoreConfidence" : [ - 3.3768788463997424E8, - 3.5298868169364035E8 - ], - "scorePercentiles" : { - "0.0" : 3.420043622456865E8, - "50.0" : 3.457311463228805E8, - "90.0" : 3.469573104054769E8, - "95.0" : 3.469573104054769E8, - "99.0" : 3.469573104054769E8, - "99.9" : 3.469573104054769E8, - "99.99" : 3.469573104054769E8, - "99.999" : 3.469573104054769E8, - "99.9999" : 3.469573104054769E8, - "100.0" : 3.469573104054769E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.467151001295688E8, - 3.469573104054769E8, - 3.420043622456865E8, - 3.457311463228805E8, - 3.452834967304238E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2.0417793910508943E8, - "scoreError" : 5362339.340173712, - "scoreConfidence" : [ - 1.988155997649157E8, - 2.0954027844526315E8 - ], - "scorePercentiles" : { - "0.0" : 2.0192871625122046E8, - "50.0" : 2.0441134424379176E8, - "90.0" : 2.0551837433540615E8, - "95.0" : 2.0551837433540615E8, - "99.0" : 2.0551837433540615E8, - "99.9" : 2.0551837433540615E8, - "99.99" : 2.0551837433540615E8, - "99.999" : 2.0551837433540615E8, - "99.9999" : 2.0551837433540615E8, - "100.0" : 2.0551837433540615E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0441134424379176E8, - 2.0192871625122046E8, - 2.039593816214329E8, - 2.0551837433540615E8, - 2.0507187907359585E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.1415443882533824E8, - "scoreError" : 6188712.78155905, - "scoreConfidence" : [ - 4.079657260437792E8, - 4.203431516068973E8 - ], - "scorePercentiles" : { - "0.0" : 4.117400555144563E8, - "50.0" : 4.1489476730956507E8, - "90.0" : 4.1550104797288E8, - "95.0" : 4.1550104797288E8, - "99.0" : 4.1550104797288E8, - "99.9" : 4.1550104797288E8, - "99.99" : 4.1550104797288E8, - "99.999" : 4.1550104797288E8, - "99.9999" : 4.1550104797288E8, - "100.0" : 4.1550104797288E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.1533990700531536E8, - 4.117400555144563E8, - 4.1329641632447493E8, - 4.1550104797288E8, - 4.1489476730956507E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.112549044092201E8, - "scoreError" : 9944789.669129208, - "scoreConfidence" : [ - 4.013101147400909E8, - 4.211996940783493E8 - ], - "scorePercentiles" : { - "0.0" : 4.0925986586620784E8, - "50.0" : 4.097257691826102E8, - "90.0" : 4.1478759976280266E8, - "95.0" : 4.1478759976280266E8, - "99.0" : 4.1478759976280266E8, - "99.9" : 4.1478759976280266E8, - "99.99" : 4.1478759976280266E8, - "99.999" : 4.1478759976280266E8, - "99.9999" : 4.1478759976280266E8, - "100.0" : 4.1478759976280266E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.1478759976280266E8, - 4.0925986586620784E8, - 4.092655100090402E8, - 4.1323577722543967E8, - 4.097257691826102E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4.25728242288359E8, - "scoreError" : 2688691.3032072634, - "scoreConfidence" : [ - 4.230395509851517E8, - 4.2841693359156626E8 - ], - "scorePercentiles" : { - "0.0" : 4.2496108075927156E8, - "50.0" : 4.257761486708116E8, - "90.0" : 4.2656574136291647E8, - "95.0" : 4.2656574136291647E8, - "99.0" : 4.2656574136291647E8, - "99.9" : 4.2656574136291647E8, - "99.99" : 4.2656574136291647E8, - "99.999" : 4.2656574136291647E8, - "99.9999" : 4.2656574136291647E8, - "100.0" : 4.2656574136291647E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.250986141013539E8, - 4.2496108075927156E8, - 4.2656574136291647E8, - 4.257761486708116E8, - 4.2623962654744136E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.215389579830721E8, - "scoreError" : 2.2351634966150496E7, - "scoreConfidence" : [ - 3.991873230169216E8, - 4.438905929492226E8 - ], - "scorePercentiles" : { - "0.0" : 4.123091856043282E8, - "50.0" : 4.250302515167545E8, - "90.0" : 4.256980423896119E8, - "95.0" : 4.256980423896119E8, - "99.0" : 4.256980423896119E8, - "99.9" : 4.256980423896119E8, - "99.99" : 4.256980423896119E8, - "99.999" : 4.256980423896119E8, - "99.9999" : 4.256980423896119E8, - "100.0" : 4.256980423896119E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.192584168394097E8, - 4.123091856043282E8, - 4.250302515167545E8, - 4.253988935652559E8, - 4.256980423896119E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2915205961512834E8, - "scoreError" : 1.3794376739696996E7, - "scoreConfidence" : [ - 2.1535768287543133E8, - 2.4294643635482535E8 - ], - "scorePercentiles" : { - "0.0" : 2.242379314226257E8, - "50.0" : 2.2908820950189197E8, - "90.0" : 2.327684214271431E8, - "95.0" : 2.327684214271431E8, - "99.0" : 2.327684214271431E8, - "99.9" : 2.327684214271431E8, - "99.99" : 2.327684214271431E8, - "99.999" : 2.327684214271431E8, - "99.9999" : 2.327684214271431E8, - "100.0" : 2.327684214271431E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.272662272516721E8, - 2.327684214271431E8, - 2.3239950847230884E8, - 2.242379314226257E8, - 2.2908820950189197E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.475613694208215E7, - "scoreError" : 810684.3071930762, - "scoreConfidence" : [ - 2.3945452634889074E7, - 2.556682124927523E7 - ], - "scorePercentiles" : { - "0.0" : 2.4425378700127073E7, - "50.0" : 2.4854451840292092E7, - "90.0" : 2.4963363317870777E7, - "95.0" : 2.4963363317870777E7, - "99.0" : 2.4963363317870777E7, - "99.9" : 2.4963363317870777E7, - "99.99" : 2.4963363317870777E7, - "99.999" : 2.4963363317870777E7, - "99.9999" : 2.4963363317870777E7, - "100.0" : 2.4963363317870777E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4855254315017022E7, - 2.46822365371038E7, - 2.4854451840292092E7, - 2.4425378700127073E7, - 2.4963363317870777E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1173265.8339385793, - "scoreError" : 35303.73622812979, - "scoreConfidence" : [ - 1137962.0977104495, - 1208569.5701667091 - ], - "scorePercentiles" : { - "0.0" : 1160206.4179484202, - "50.0" : 1172259.555475608, - "90.0" : 1182212.428990391, - "95.0" : 1182212.428990391, - "99.0" : 1182212.428990391, - "99.9" : 1182212.428990391, - "99.99" : 1182212.428990391, - "99.999" : 1182212.428990391, - "99.9999" : 1182212.428990391, - "100.0" : 1182212.428990391 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1169845.2719572887, - 1182212.428990391, - 1160206.4179484202, - 1172259.555475608, - 1181805.4953211877 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 6006.361203935647, - "scoreError" : 180.9251984627176, - "scoreConfidence" : [ - 5825.4360054729295, - 6187.286402398364 - ], - "scorePercentiles" : { - "0.0" : 5929.789220404114, - "50.0" : 6025.305182257235, - "90.0" : 6052.441212986294, - "95.0" : 6052.441212986294, - "99.0" : 6052.441212986294, - "99.9" : 6052.441212986294, - "99.99" : 6052.441212986294, - "99.999" : 6052.441212986294, - "99.9999" : 6052.441212986294, - "100.0" : 6052.441212986294 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5997.670840515111, - 5929.789220404114, - 6025.305182257235, - 6026.599563515481, - 6052.441212986294 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1888453744198886E8, - "scoreError" : 7791791.014984008, - "scoreConfidence" : [ - 2.1109274642700484E8, - 2.2667632845697287E8 - ], - "scorePercentiles" : { - "0.0" : 2.1609353104948324E8, - "50.0" : 2.1874745697871563E8, - "90.0" : 2.2133391806406924E8, - "95.0" : 2.2133391806406924E8, - "99.0" : 2.2133391806406924E8, - "99.9" : 2.2133391806406924E8, - "99.99" : 2.2133391806406924E8, - "99.999" : 2.2133391806406924E8, - "99.9999" : 2.2133391806406924E8, - "100.0" : 2.2133391806406924E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.180158041989729E8, - 2.1609353104948324E8, - 2.1874745697871563E8, - 2.2133391806406924E8, - 2.2023197691870332E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9411879.632235553, - "scoreError" : 963520.1375388794, - "scoreConfidence" : [ - 8448359.494696673, - 1.0375399769774433E7 - ], - "scorePercentiles" : { - "0.0" : 8990973.45993658, - "50.0" : 9533218.597451875, - "90.0" : 9608023.71479243, - "95.0" : 9608023.71479243, - "99.0" : 9608023.71479243, - "99.9" : 9608023.71479243, - "99.99" : 9608023.71479243, - "99.999" : 9608023.71479243, - "99.9999" : 9608023.71479243, - "100.0" : 9608023.71479243 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8990973.45993658, - 9377740.696059266, - 9549441.69293761, - 9533218.597451875, - 9608023.71479243 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 484275.19201323687, - "scoreError" : 73264.42079204624, - "scoreConfidence" : [ - 411010.77122119063, - 557539.6128052832 - ], - "scorePercentiles" : { - "0.0" : 451649.54238967673, - "50.0" : 491255.1457710429, - "90.0" : 498610.82916409324, - "95.0" : 498610.82916409324, - "99.0" : 498610.82916409324, - "99.9" : 498610.82916409324, - "99.99" : 498610.82916409324, - "99.999" : 498610.82916409324, - "99.9999" : 498610.82916409324, - "100.0" : 498610.82916409324 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 498610.82916409324, - 491255.1457710429, - 495649.24795526115, - 451649.54238967673, - 484211.1947861106 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1341.3911075741628, - "scoreError" : 56.91686181917974, - "scoreConfidence" : [ - 1284.474245754983, - 1398.3079693933425 - ], - "scorePercentiles" : { - "0.0" : 1318.8298866466912, - "50.0" : 1343.3375196688, - "90.0" : 1358.843939059654, - "95.0" : 1358.843939059654, - "99.0" : 1358.843939059654, - "99.9" : 1358.843939059654, - "99.99" : 1358.843939059654, - "99.999" : 1358.843939059654, - "99.9999" : 1358.843939059654, - "100.0" : 1358.843939059654 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1343.3375196688, - 1318.8298866466912, - 1337.8962010365485, - 1358.843939059654, - 1348.0479914591194 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3205945339481378E8, - "scoreError" : 1.093374328705014E7, - "scoreConfidence" : [ - 2.2112571010776365E8, - 2.429931966818639E8 - ], - "scorePercentiles" : { - "0.0" : 2.2895281513478938E8, - "50.0" : 2.319106460481591E8, - "90.0" : 2.3588727812791437E8, - "95.0" : 2.3588727812791437E8, - "99.0" : 2.3588727812791437E8, - "99.9" : 2.3588727812791437E8, - "99.99" : 2.3588727812791437E8, - "99.999" : 2.3588727812791437E8, - "99.9999" : 2.3588727812791437E8, - "100.0" : 2.3588727812791437E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.319106460481591E8, - 2.2895281513478938E8, - 2.3374312426132807E8, - 2.3588727812791437E8, - 2.298034034018779E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3875465.000423795, - "scoreError" : 438573.2688463934, - "scoreConfidence" : [ - 3436891.7315774015, - 4314038.269270188 - ], - "scorePercentiles" : { - "0.0" : 3676352.139272923, - "50.0" : 3913650.229624572, - "90.0" : 3959842.8484172127, - "95.0" : 3959842.8484172127, - "99.0" : 3959842.8484172127, - "99.9" : 3959842.8484172127, - "99.99" : 3959842.8484172127, - "99.999" : 3959842.8484172127, - "99.9999" : 3959842.8484172127, - "100.0" : 3959842.8484172127 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3676352.139272923, - 3894560.818913313, - 3959842.8484172127, - 3913650.229624572, - 3932918.9658909542 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 356825.32072999416, - "scoreError" : 40167.21598040145, - "scoreConfidence" : [ - 316658.1047495927, - 396992.5367103956 - ], - "scorePercentiles" : { - "0.0" : 342438.3667735136, - "50.0" : 361656.42536842154, - "90.0" : 365626.76262129546, - "95.0" : 365626.76262129546, - "99.0" : 365626.76262129546, - "99.9" : 365626.76262129546, - "99.99" : 365626.76262129546, - "99.999" : 365626.76262129546, - "99.9999" : 365626.76262129546, - "100.0" : 365626.76262129546 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 361656.42536842154, - 342438.3667735136, - 349228.37912160065, - 365176.66976513964, - 365626.76262129546 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1570.5871188699823, - "scoreError" : 70.94542513574854, - "scoreConfidence" : [ - 1499.6416937342337, - 1641.5325440057309 - ], - "scorePercentiles" : { - "0.0" : 1542.157904720075, - "50.0" : 1575.5764420145874, - "90.0" : 1590.3808745814913, - "95.0" : 1590.3808745814913, - "99.0" : 1590.3808745814913, - "99.9" : 1590.3808745814913, - "99.99" : 1590.3808745814913, - "99.999" : 1590.3808745814913, - "99.9999" : 1590.3808745814913, - "100.0" : 1590.3808745814913 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1575.5764420145874, - 1542.157904720075, - 1580.3558167724998, - 1564.4645562612575, - 1590.3808745814913 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1743295251338497E8, - "scoreError" : 3674850.630152557, - "scoreConfidence" : [ - 2.137581018832324E8, - 2.2110780314353752E8 - ], - "scorePercentiles" : { - "0.0" : 2.1629052582632878E8, - "50.0" : 2.1728402526789415E8, - "90.0" : 2.1861920595712507E8, - "95.0" : 2.1861920595712507E8, - "99.0" : 2.1861920595712507E8, - "99.9" : 2.1861920595712507E8, - "99.99" : 2.1861920595712507E8, - "99.999" : 2.1861920595712507E8, - "99.9999" : 2.1861920595712507E8, - "100.0" : 2.1861920595712507E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1861920595712507E8, - 2.1681353745663524E8, - 2.1728402526789415E8, - 2.1815746805894154E8, - 2.1629052582632878E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9319422.282261256, - "scoreError" : 1672356.8851693345, - "scoreConfidence" : [ - 7647065.397091921, - 1.099177916743059E7 - ], - "scorePercentiles" : { - "0.0" : 8823403.180690568, - "50.0" : 9570089.710842064, - "90.0" : 9701762.03378538, - "95.0" : 9701762.03378538, - "99.0" : 9701762.03378538, - "99.9" : 9701762.03378538, - "99.99" : 9701762.03378538, - "99.999" : 9701762.03378538, - "99.9999" : 9701762.03378538, - "100.0" : 9701762.03378538 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8870106.5300835, - 9631749.955904767, - 9570089.710842064, - 9701762.03378538, - 8823403.180690568 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 471952.246238885, - "scoreError" : 18500.098183077404, - "scoreConfidence" : [ - 453452.1480558076, - 490452.3444219624 - ], - "scorePercentiles" : { - "0.0" : 465425.405362272, - "50.0" : 471858.39031187067, - "90.0" : 477301.94895830244, - "95.0" : 477301.94895830244, - "99.0" : 477301.94895830244, - "99.9" : 477301.94895830244, - "99.99" : 477301.94895830244, - "99.999" : 477301.94895830244, - "99.9999" : 477301.94895830244, - "100.0" : 477301.94895830244 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 465425.405362272, - 469402.2929011578, - 477301.94895830244, - 471858.39031187067, - 475773.193660822 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1306.9420112596767, - "scoreError" : 58.65364828196143, - "scoreConfidence" : [ - 1248.2883629777152, - 1365.5956595416383 - ], - "scorePercentiles" : { - "0.0" : 1280.362812874805, - "50.0" : 1312.3795524713814, - "90.0" : 1318.9991249979637, - "95.0" : 1318.9991249979637, - "99.0" : 1318.9991249979637, - "99.9" : 1318.9991249979637, - "99.99" : 1318.9991249979637, - "99.999" : 1318.9991249979637, - "99.9999" : 1318.9991249979637, - "100.0" : 1318.9991249979637 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1313.1299516091826, - 1280.362812874805, - 1312.3795524713814, - 1318.9991249979637, - 1309.8386143450514 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.0921042148413435E7, - "scoreError" : 1.5625003906997604E7, - "scoreConfidence" : [ - 2.529603824141583E7, - 5.654604605541104E7 - ], - "scorePercentiles" : { - "0.0" : 3.367415609048647E7, - "50.0" : 4.267747354796934E7, - "90.0" : 4.300408992555345E7, - "95.0" : 4.300408992555345E7, - "99.0" : 4.300408992555345E7, - "99.9" : 4.300408992555345E7, - "99.99" : 4.300408992555345E7, - "99.999" : 4.300408992555345E7, - "99.9999" : 4.300408992555345E7, - "100.0" : 4.300408992555345E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.286462436443634E7, - 3.367415609048647E7, - 4.23848668136216E7, - 4.300408992555345E7, - 4.267747354796934E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.9232074673684455E7, - "scoreError" : 4421210.4085717695, - "scoreConfidence" : [ - 1.4810864265112687E7, - 2.3653285082256224E7 - ], - "scorePercentiles" : { - "0.0" : 1.721921101297689E7, - "50.0" : 1.968854188391886E7, - "90.0" : 1.9966310821147915E7, - "95.0" : 1.9966310821147915E7, - "99.0" : 1.9966310821147915E7, - "99.9" : 1.9966310821147915E7, - "99.99" : 1.9966310821147915E7, - "99.999" : 1.9966310821147915E7, - "99.9999" : 1.9966310821147915E7, - "100.0" : 1.9966310821147915E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9382235309777826E7, - 1.721921101297689E7, - 1.9966310821147915E7, - 1.968854188391886E7, - 1.9904074340600803E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1464302.0096085395, - "scoreError" : 182834.12486460083, - "scoreConfidence" : [ - 1281467.8847439387, - 1647136.1344731404 - ], - "scorePercentiles" : { - "0.0" : 1392420.7632644775, - "50.0" : 1474095.6266894399, - "90.0" : 1515691.6110147377, - "95.0" : 1515691.6110147377, - "99.0" : 1515691.6110147377, - "99.9" : 1515691.6110147377, - "99.99" : 1515691.6110147377, - "99.999" : 1515691.6110147377, - "99.9999" : 1515691.6110147377, - "100.0" : 1515691.6110147377 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1392420.7632644775, - 1474095.6266894399, - 1492640.2128036385, - 1515691.6110147377, - 1446661.8342704042 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 15671.367550017585, - "scoreError" : 728.9372570855533, - "scoreConfidence" : [ - 14942.430292932031, - 16400.304807103137 - ], - "scorePercentiles" : { - "0.0" : 15375.671275632074, - "50.0" : 15722.535318399385, - "90.0" : 15890.146546716585, - "95.0" : 15890.146546716585, - "99.0" : 15890.146546716585, - "99.9" : 15890.146546716585, - "99.99" : 15890.146546716585, - "99.999" : 15890.146546716585, - "99.9999" : 15890.146546716585, - "100.0" : 15890.146546716585 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 15734.699414165816, - 15890.146546716585, - 15375.671275632074, - 15722.535318399385, - 15633.785195174074 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.0657966456164908E7, - "scoreError" : 1571921.3404677862, - "scoreConfidence" : [ - 2.9086045115697123E7, - 3.2229887796632692E7 - ], - "scorePercentiles" : { - "0.0" : 3.0252728665075682E7, - "50.0" : 3.0579540669236824E7, - "90.0" : 3.13217813236553E7, - "95.0" : 3.13217813236553E7, - "99.0" : 3.13217813236553E7, - "99.9" : 3.13217813236553E7, - "99.99" : 3.13217813236553E7, - "99.999" : 3.13217813236553E7, - "99.9999" : 3.13217813236553E7, - "100.0" : 3.13217813236553E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.13217813236553E7, - 3.0708137581885092E7, - 3.0427644040971614E7, - 3.0252728665075682E7, - 3.0579540669236824E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5519155.726618127, - "scoreError" : 438879.9686941111, - "scoreConfidence" : [ - 5080275.757924016, - 5958035.695312238 - ], - "scorePercentiles" : { - "0.0" : 5321471.543514539, - "50.0" : 5566478.686573912, - "90.0" : 5592957.975285861, - "95.0" : 5592957.975285861, - "99.0" : 5592957.975285861, - "99.9" : 5592957.975285861, - "99.99" : 5592957.975285861, - "99.999" : 5592957.975285861, - "99.9999" : 5592957.975285861, - "100.0" : 5592957.975285861 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5321471.543514539, - 5592957.975285861, - 5566478.686573912, - 5523775.423946766, - 5591095.003769557 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 590761.5422210613, - "scoreError" : 104370.27895449882, - "scoreConfidence" : [ - 486391.2632665625, - 695131.8211755601 - ], - "scorePercentiles" : { - "0.0" : 542535.343246067, - "50.0" : 602403.1047621304, - "90.0" : 605740.2969130868, - "95.0" : 605740.2969130868, - "99.0" : 605740.2969130868, - "99.9" : 605740.2969130868, - "99.99" : 605740.2969130868, - "99.999" : 605740.2969130868, - "99.9999" : 605740.2969130868, - "100.0" : 605740.2969130868 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 598435.4681303124, - 602403.1047621304, - 542535.343246067, - 605740.2969130868, - 604693.4980537101 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4451.794405912728, - "scoreError" : 489.14383038614073, - "scoreConfidence" : [ - 3962.650575526587, - 4940.938236298868 - ], - "scorePercentiles" : { - "0.0" : 4245.5696830729, - "50.0" : 4509.601613477888, - "90.0" : 4568.0013897599465, - "95.0" : 4568.0013897599465, - "99.0" : 4568.0013897599465, - "99.9" : 4568.0013897599465, - "99.99" : 4568.0013897599465, - "99.999" : 4568.0013897599465, - "99.9999" : 4568.0013897599465, - "100.0" : 4568.0013897599465 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4245.5696830729, - 4568.0013897599465, - 4419.668786464627, - 4516.130556788278, - 4509.601613477888 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.777572960311955E7, - "scoreError" : 9939233.665254703, - "scoreConfidence" : [ - 2.7836495937864847E7, - 4.771496326837426E7 - ], - "scorePercentiles" : { - "0.0" : 3.546236825425062E7, - "50.0" : 3.65673732641225E7, - "90.0" : 4.197319348396994E7, - "95.0" : 4.197319348396994E7, - "99.0" : 4.197319348396994E7, - "99.9" : 4.197319348396994E7, - "99.99" : 4.197319348396994E7, - "99.999" : 4.197319348396994E7, - "99.9999" : 4.197319348396994E7, - "100.0" : 4.197319348396994E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.546236825425062E7, - 3.65673732641225E7, - 3.644002668252626E7, - 3.843568633072844E7, - 4.197319348396994E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5024987.2368745655, - "scoreError" : 217389.41597712916, - "scoreConfidence" : [ - 4807597.820897437, - 5242376.652851694 - ], - "scorePercentiles" : { - "0.0" : 4942107.043619705, - "50.0" : 5046936.690160584, - "90.0" : 5085579.270864678, - "95.0" : 5085579.270864678, - "99.0" : 5085579.270864678, - "99.9" : 5085579.270864678, - "99.99" : 5085579.270864678, - "99.999" : 5085579.270864678, - "99.9999" : 5085579.270864678, - "100.0" : 5085579.270864678 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5054537.41033442, - 4942107.043619705, - 4995775.769393441, - 5046936.690160584, - 5085579.270864678 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 554732.0344375332, - "scoreError" : 24815.089807526245, - "scoreConfidence" : [ - 529916.944630007, - 579547.1242450594 - ], - "scorePercentiles" : { - "0.0" : 548692.800816326, - "50.0" : 553171.4296488509, - "90.0" : 562448.3903744703, - "95.0" : 562448.3903744703, - "99.0" : 562448.3903744703, - "99.9" : 562448.3903744703, - "99.99" : 562448.3903744703, - "99.999" : 562448.3903744703, - "99.9999" : 562448.3903744703, - "100.0" : 562448.3903744703 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 548857.2303382667, - 548692.800816326, - 553171.4296488509, - 562448.3903744703, - 560490.3210097523 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4805.339409733514, - "scoreError" : 521.2188731875466, - "scoreConfidence" : [ - 4284.120536545967, - 5326.558282921061 - ], - "scorePercentiles" : { - "0.0" : 4572.812458895674, - "50.0" : 4828.41500808163, - "90.0" : 4906.950428447728, - "95.0" : 4906.950428447728, - "99.0" : 4906.950428447728, - "99.9" : 4906.950428447728, - "99.99" : 4906.950428447728, - "99.999" : 4906.950428447728, - "99.9999" : 4906.950428447728, - "100.0" : 4906.950428447728 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4906.950428447728, - 4828.41500808163, - 4572.812458895674, - 4894.94765748922, - 4823.571495753319 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.999870540152182E7, - "scoreError" : 2806409.5938789635, - "scoreConfidence" : [ - 2.719229580764286E7, - 3.2805114995400783E7 - ], - "scorePercentiles" : { - "0.0" : 2.88251576892047E7, - "50.0" : 3.035571509799854E7, - "90.0" : 3.0655462533672336E7, - "95.0" : 3.0655462533672336E7, - "99.0" : 3.0655462533672336E7, - "99.9" : 3.0655462533672336E7, - "99.99" : 3.0655462533672336E7, - "99.999" : 3.0655462533672336E7, - "99.9999" : 3.0655462533672336E7, - "100.0" : 3.0655462533672336E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.9782011952177335E7, - 3.0655462533672336E7, - 3.035571509799854E7, - 3.0375179734556198E7, - 2.88251576892047E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5430257.5837562885, - "scoreError" : 1007199.3498285672, - "scoreConfidence" : [ - 4423058.233927721, - 6437456.933584856 - ], - "scorePercentiles" : { - "0.0" : 5040038.695866212, - "50.0" : 5555726.372486481, - "90.0" : 5657177.742790401, - "95.0" : 5657177.742790401, - "99.0" : 5657177.742790401, - "99.9" : 5657177.742790401, - "99.99" : 5657177.742790401, - "99.999" : 5657177.742790401, - "99.9999" : 5657177.742790401, - "100.0" : 5657177.742790401 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5040038.695866212, - 5285699.9715774385, - 5555726.372486481, - 5657177.742790401, - 5612645.136060908 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 605392.3222092978, - "scoreError" : 116149.26855985884, - "scoreConfidence" : [ - 489243.05364943895, - 721541.5907691566 - ], - "scorePercentiles" : { - "0.0" : 552170.6744950665, - "50.0" : 615028.1964575576, - "90.0" : 623757.879003352, - "95.0" : 623757.879003352, - "99.0" : 623757.879003352, - "99.9" : 623757.879003352, - "99.99" : 623757.879003352, - "99.999" : 623757.879003352, - "99.9999" : 623757.879003352, - "100.0" : 623757.879003352 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 615028.1964575576, - 623757.879003352, - 552170.6744950665, - 623417.8226546434, - 612587.0384358694 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4338.119313441814, - "scoreError" : 979.4578226978978, - "scoreConfidence" : [ - 3358.6614907439157, - 5317.577136139711 - ], - "scorePercentiles" : { - "0.0" : 3927.173848611585, - "50.0" : 4380.510081934714, - "90.0" : 4590.957416427581, - "95.0" : 4590.957416427581, - "99.0" : 4590.957416427581, - "99.9" : 4590.957416427581, - "99.99" : 4590.957416427581, - "99.999" : 4590.957416427581, - "99.9999" : 4590.957416427581, - "100.0" : 4590.957416427581 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4489.532032409272, - 4590.957416427581, - 3927.173848611585, - 4302.423187825917, - 4380.510081934714 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.2935243633040644E7, - "scoreError" : 5066738.551594391, - "scoreConfidence" : [ - 3.786850508144625E7, - 4.8001982184635036E7 - ], - "scorePercentiles" : { - "0.0" : 4.064900493960838E7, - "50.0" : 4.366186394933348E7, - "90.0" : 4.371389542767851E7, - "95.0" : 4.371389542767851E7, - "99.0" : 4.371389542767851E7, - "99.9" : 4.371389542767851E7, - "99.99" : 4.371389542767851E7, - "99.999" : 4.371389542767851E7, - "99.9999" : 4.371389542767851E7, - "100.0" : 4.371389542767851E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.064900493960838E7, - 4.366186394933348E7, - 4.368584398031596E7, - 4.371389542767851E7, - 4.296560986826689E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.5693169556224216E7, - "scoreError" : 1504033.999032747, - "scoreConfidence" : [ - 2.418913555719147E7, - 2.7197203555256963E7 - ], - "scorePercentiles" : { - "0.0" : 2.505570194629211E7, - "50.0" : 2.5845053590357486E7, - "90.0" : 2.6060986996457733E7, - "95.0" : 2.6060986996457733E7, - "99.0" : 2.6060986996457733E7, - "99.9" : 2.6060986996457733E7, - "99.99" : 2.6060986996457733E7, - "99.999" : 2.6060986996457733E7, - "99.9999" : 2.6060986996457733E7, - "100.0" : 2.6060986996457733E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.561314025247979E7, - 2.5890964995533977E7, - 2.6060986996457733E7, - 2.5845053590357486E7, - 2.505570194629211E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2386778.625634887, - "scoreError" : 164066.86393576485, - "scoreConfidence" : [ - 2222711.761699122, - 2550845.4895706517 - ], - "scorePercentiles" : { - "0.0" : 2332778.222669296, - "50.0" : 2404420.922853268, - "90.0" : 2427220.7758281054, - "95.0" : 2427220.7758281054, - "99.0" : 2427220.7758281054, - "99.9" : 2427220.7758281054, - "99.99" : 2427220.7758281054, - "99.999" : 2427220.7758281054, - "99.9999" : 2427220.7758281054, - "100.0" : 2427220.7758281054 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2419308.5845621848, - 2427220.7758281054, - 2404420.922853268, - 2350164.6222615787, - 2332778.222669296 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 16505.570717755876, - "scoreError" : 4699.920222513639, - "scoreConfidence" : [ - 11805.650495242237, - 21205.490940269516 - ], - "scorePercentiles" : { - "0.0" : 15156.257618228034, - "50.0" : 16022.793879457444, - "90.0" : 17983.91515110467, - "95.0" : 17983.91515110467, - "99.0" : 17983.91515110467, - "99.9" : 17983.91515110467, - "99.99" : 17983.91515110467, - "99.999" : 17983.91515110467, - "99.9999" : 17983.91515110467, - "100.0" : 17983.91515110467 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 16022.793879457444, - 15156.257618228034, - 15772.16268132538, - 17592.724258663864, - 17983.91515110467 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7502403615516953E7, - "scoreError" : 8964452.001905775, - "scoreConfidence" : [ - 1.8537951613611177E7, - 3.646685561742273E7 - ], - "scorePercentiles" : { - "0.0" : 2.35316467173816E7, - "50.0" : 2.8824143199040227E7, - "90.0" : 2.9026020623800375E7, - "95.0" : 2.9026020623800375E7, - "99.0" : 2.9026020623800375E7, - "99.9" : 2.9026020623800375E7, - "99.99" : 2.9026020623800375E7, - "99.999" : 2.9026020623800375E7, - "99.9999" : 2.9026020623800375E7, - "100.0" : 2.9026020623800375E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.35316467173816E7, - 2.7287126226146575E7, - 2.9026020623800375E7, - 2.8824143199040227E7, - 2.8843081311216E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5081399.464985964, - "scoreError" : 1286578.5877770206, - "scoreConfidence" : [ - 3794820.8772089435, - 6367978.052762984 - ], - "scorePercentiles" : { - "0.0" : 4489476.435708777, - "50.0" : 5223329.139612701, - "90.0" : 5294719.127201162, - "95.0" : 5294719.127201162, - "99.0" : 5294719.127201162, - "99.9" : 5294719.127201162, - "99.99" : 5294719.127201162, - "99.999" : 5294719.127201162, - "99.9999" : 5294719.127201162, - "100.0" : 5294719.127201162 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5223329.139612701, - 5164265.941192633, - 5294719.127201162, - 4489476.435708777, - 5235206.681214546 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 589301.6704308435, - "scoreError" : 100123.38976422584, - "scoreConfidence" : [ - 489178.2806666177, - 689425.0601950693 - ], - "scorePercentiles" : { - "0.0" : 543049.6359612, - "50.0" : 599136.270768982, - "90.0" : 605336.8526501941, - "95.0" : 605336.8526501941, - "99.0" : 605336.8526501941, - "99.9" : 605336.8526501941, - "99.99" : 605336.8526501941, - "99.999" : 605336.8526501941, - "99.9999" : 605336.8526501941, - "100.0" : 605336.8526501941 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 543049.6359612, - 600823.9377037623, - 599136.270768982, - 605336.8526501941, - 598161.6550700793 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4657.543984001484, - "scoreError" : 627.2138926553497, - "scoreConfidence" : [ - 4030.3300913461344, - 5284.757876656834 - ], - "scorePercentiles" : { - "0.0" : 4368.091292620229, - "50.0" : 4718.13197161077, - "90.0" : 4758.097940831956, - "95.0" : 4758.097940831956, - "99.0" : 4758.097940831956, - "99.9" : 4758.097940831956, - "99.99" : 4758.097940831956, - "99.999" : 4758.097940831956, - "99.9999" : 4758.097940831956, - "100.0" : 4758.097940831956 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4368.091292620229, - 4758.097940831956, - 4734.544596786017, - 4718.13197161077, - 4708.854118158449 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.193372653647319E7, - "scoreError" : 1.17038925172924E7, - "scoreConfidence" : [ - 3.022983401918079E7, - 5.3637619053765595E7 - ], - "scorePercentiles" : { - "0.0" : 3.656347076296715E7, - "50.0" : 4.289244197899582E7, - "90.0" : 4.38309711632351E7, - "95.0" : 4.38309711632351E7, - "99.0" : 4.38309711632351E7, - "99.9" : 4.38309711632351E7, - "99.99" : 4.38309711632351E7, - "99.999" : 4.38309711632351E7, - "99.9999" : 4.38309711632351E7, - "100.0" : 4.38309711632351E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.272493564980598E7, - 4.38309711632351E7, - 4.365681312736191E7, - 4.289244197899582E7, - 3.656347076296715E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5128272.4012581175, - "scoreError" : 389520.1089347097, - "scoreConfidence" : [ - 4738752.292323408, - 5517792.510192827 - ], - "scorePercentiles" : { - "0.0" : 4986025.3717809, - "50.0" : 5160156.32790273, - "90.0" : 5248357.73424543, - "95.0" : 5248357.73424543, - "99.0" : 5248357.73424543, - "99.9" : 5248357.73424543, - "99.99" : 5248357.73424543, - "99.999" : 5248357.73424543, - "99.9999" : 5248357.73424543, - "100.0" : 5248357.73424543 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5174462.798645666, - 4986025.3717809, - 5160156.32790273, - 5072359.773715862, - 5248357.73424543 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 582409.9379370811, - "scoreError" : 53696.794650539436, - "scoreConfidence" : [ - 528713.1432865417, - 636106.7325876205 - ], - "scorePercentiles" : { - "0.0" : 562259.4660124608, - "50.0" : 587746.1405032014, - "90.0" : 597431.8368568342, - "95.0" : 597431.8368568342, - "99.0" : 597431.8368568342, - "99.9" : 597431.8368568342, - "99.99" : 597431.8368568342, - "99.999" : 597431.8368568342, - "99.9999" : 597431.8368568342, - "100.0" : 597431.8368568342 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 574636.5755660502, - 562259.4660124608, - 587746.1405032014, - 589975.6707468588, - 597431.8368568342 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4264.433675924107, - "scoreError" : 257.9724957057385, - "scoreConfidence" : [ - 4006.4611802183686, - 4522.406171629846 - ], - "scorePercentiles" : { - "0.0" : 4146.884147364426, - "50.0" : 4284.297985507893, - "90.0" : 4315.463172236054, - "95.0" : 4315.463172236054, - "99.0" : 4315.463172236054, - "99.9" : 4315.463172236054, - "99.99" : 4315.463172236054, - "99.999" : 4315.463172236054, - "99.9999" : 4315.463172236054, - "100.0" : 4315.463172236054 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4315.463172236054, - 4292.673555749567, - 4282.8495187626, - 4146.884147364426, - 4284.297985507893 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4879498897204705E7, - "scoreError" : 6408928.661296318, - "scoreConfidence" : [ - 1.8470570235908385E7, - 3.1288427558501024E7 - ], - "scorePercentiles" : { - "0.0" : 2.195199108139868E7, - "50.0" : 2.5501838684118677E7, - "90.0" : 2.5993063403358676E7, - "95.0" : 2.5993063403358676E7, - "99.0" : 2.5993063403358676E7, - "99.9" : 2.5993063403358676E7, - "99.99" : 2.5993063403358676E7, - "99.999" : 2.5993063403358676E7, - "99.9999" : 2.5993063403358676E7, - "100.0" : 2.5993063403358676E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5993063403358676E7, - 2.195199108139868E7, - 2.5501838684118677E7, - 2.5769433199243672E7, - 2.5181168117903817E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5423758.868849942, - "scoreError" : 243818.35224617366, - "scoreConfidence" : [ - 5179940.516603769, - 5667577.221096116 - ], - "scorePercentiles" : { - "0.0" : 5367379.846762667, - "50.0" : 5390690.588987557, - "90.0" : 5519606.5981265, - "95.0" : 5519606.5981265, - "99.0" : 5519606.5981265, - "99.9" : 5519606.5981265, - "99.99" : 5519606.5981265, - "99.999" : 5519606.5981265, - "99.9999" : 5519606.5981265, - "100.0" : 5519606.5981265 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5390690.588987557, - 5519606.5981265, - 5456319.896538253, - 5367379.846762667, - 5384797.413834734 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 592689.0265181165, - "scoreError" : 25017.550344845517, - "scoreConfidence" : [ - 567671.476173271, - 617706.576862962 - ], - "scorePercentiles" : { - "0.0" : 583291.5289610226, - "50.0" : 592778.400412119, - "90.0" : 598939.9266300389, - "95.0" : 598939.9266300389, - "99.0" : 598939.9266300389, - "99.9" : 598939.9266300389, - "99.99" : 598939.9266300389, - "99.999" : 598939.9266300389, - "99.9999" : 598939.9266300389, - "100.0" : 598939.9266300389 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 589929.5790582184, - 592778.400412119, - 598939.9266300389, - 598505.6975291838, - 583291.5289610226 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4439.239115127835, - "scoreError" : 437.18013892549425, - "scoreConfidence" : [ - 4002.058976202341, - 4876.4192540533295 - ], - "scorePercentiles" : { - "0.0" : 4255.2962188249285, - "50.0" : 4484.892665646044, - "90.0" : 4547.331743963267, - "95.0" : 4547.331743963267, - "99.0" : 4547.331743963267, - "99.9" : 4547.331743963267, - "99.99" : 4547.331743963267, - "99.999" : 4547.331743963267, - "99.9999" : 4547.331743963267, - "100.0" : 4547.331743963267 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4255.2962188249285, - 4484.892665646044, - 4496.176273727339, - 4547.331743963267, - 4412.4986734775985 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.132248128909834E7, - "scoreError" : 5237680.177358365, - "scoreConfidence" : [ - 3.608480111173997E7, - 4.6560161466456704E7 - ], - "scorePercentiles" : { - "0.0" : 3.9909382002633534E7, - "50.0" : 4.070484806930619E7, - "90.0" : 4.281239080007695E7, - "95.0" : 4.281239080007695E7, - "99.0" : 4.281239080007695E7, - "99.9" : 4.281239080007695E7, - "99.99" : 4.281239080007695E7, - "99.999" : 4.281239080007695E7, - "99.9999" : 4.281239080007695E7, - "100.0" : 4.281239080007695E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.9909382002633534E7, - 4.281239080007695E7, - 4.044044373994654E7, - 4.274534183352845E7, - 4.070484806930619E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.792885716367279E7, - "scoreError" : 505184.60189434676, - "scoreConfidence" : [ - 1.7423672561778445E7, - 1.8434041765567135E7 - ], - "scorePercentiles" : { - "0.0" : 1.7699122986388955E7, - "50.0" : 1.7977154538076483E7, - "90.0" : 1.802779660631336E7, - "95.0" : 1.802779660631336E7, - "99.0" : 1.802779660631336E7, - "99.9" : 1.802779660631336E7, - "99.99" : 1.802779660631336E7, - "99.999" : 1.802779660631336E7, - "99.9999" : 1.802779660631336E7, - "100.0" : 1.802779660631336E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7986628430197854E7, - 1.7977154538076483E7, - 1.79535832573873E7, - 1.802779660631336E7, - 1.7699122986388955E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2351386.849791483, - "scoreError" : 118147.92394578354, - "scoreConfidence" : [ - 2233238.9258456994, - 2469534.7737372667 - ], - "scorePercentiles" : { - "0.0" : 2313880.3825096814, - "50.0" : 2342819.093036371, - "90.0" : 2395567.3733888865, - "95.0" : 2395567.3733888865, - "99.0" : 2395567.3733888865, - "99.9" : 2395567.3733888865, - "99.99" : 2395567.3733888865, - "99.999" : 2395567.3733888865, - "99.9999" : 2395567.3733888865, - "100.0" : 2395567.3733888865 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2395567.3733888865, - 2339452.6191133866, - 2313880.3825096814, - 2342819.093036371, - 2365214.7809090894 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 17421.683727996773, - "scoreError" : 1819.3585733973196, - "scoreConfidence" : [ - 15602.325154599454, - 19241.042301394093 - ], - "scorePercentiles" : { - "0.0" : 16824.425293976543, - "50.0" : 17721.301640859998, - "90.0" : 17825.08580691094, - "95.0" : 17825.08580691094, - "99.0" : 17825.08580691094, - "99.9" : 17825.08580691094, - "99.99" : 17825.08580691094, - "99.999" : 17825.08580691094, - "99.9999" : 17825.08580691094, - "100.0" : 17825.08580691094 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 16995.88131276859, - 16824.425293976543, - 17825.08580691094, - 17741.724585467804, - 17721.301640859998 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8383780960052975E7, - "scoreError" : 2233264.778395197, - "scoreConfidence" : [ - 2.6150516181657776E7, - 3.0617045738448173E7 - ], - "scorePercentiles" : { - "0.0" : 2.757098849650793E7, - "50.0" : 2.8355670731067095E7, - "90.0" : 2.915122803928978E7, - "95.0" : 2.915122803928978E7, - "99.0" : 2.915122803928978E7, - "99.9" : 2.915122803928978E7, - "99.99" : 2.915122803928978E7, - "99.999" : 2.915122803928978E7, - "99.9999" : 2.915122803928978E7, - "100.0" : 2.915122803928978E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.8355670731067095E7, - 2.8635420799242787E7, - 2.8205596734157283E7, - 2.757098849650793E7, - 2.915122803928978E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5236565.517183947, - "scoreError" : 436119.25633090833, - "scoreConfidence" : [ - 4800446.260853039, - 5672684.773514856 - ], - "scorePercentiles" : { - "0.0" : 5070311.76869201, - "50.0" : 5268889.667487981, - "90.0" : 5333994.016042206, - "95.0" : 5333994.016042206, - "99.0" : 5333994.016042206, - "99.9" : 5333994.016042206, - "99.99" : 5333994.016042206, - "99.999" : 5333994.016042206, - "99.9999" : 5333994.016042206, - "100.0" : 5333994.016042206 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5175864.900772459, - 5333767.232925081, - 5268889.667487981, - 5070311.76869201, - 5333994.016042206 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 580241.3317466716, - "scoreError" : 193124.19600674935, - "scoreConfidence" : [ - 387117.13573992223, - 773365.5277534209 - ], - "scorePercentiles" : { - "0.0" : 492677.15712648, - "50.0" : 593871.8144833504, - "90.0" : 619087.8763291467, - "95.0" : 619087.8763291467, - "99.0" : 619087.8763291467, - "99.9" : 619087.8763291467, - "99.99" : 619087.8763291467, - "99.999" : 619087.8763291467, - "99.9999" : 619087.8763291467, - "100.0" : 619087.8763291467 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 492677.15712648, - 593871.8144833504, - 619087.8763291467, - 591315.4389060735, - 604254.371888307 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4593.0405822789535, - "scoreError" : 538.8198762747506, - "scoreConfidence" : [ - 4054.220706004203, - 5131.860458553704 - ], - "scorePercentiles" : { - "0.0" : 4362.584829832221, - "50.0" : 4630.088773435746, - "90.0" : 4703.596151929019, - "95.0" : 4703.596151929019, - "99.0" : 4703.596151929019, - "99.9" : 4703.596151929019, - "99.99" : 4703.596151929019, - "99.999" : 4703.596151929019, - "99.9999" : 4703.596151929019, - "100.0" : 4703.596151929019 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4630.088773435746, - 4362.584829832221, - 4570.496955512204, - 4703.596151929019, - 4698.436200685581 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.231579038653389E7, - "scoreError" : 7208503.419204927, - "scoreConfidence" : [ - 3.5107286967328966E7, - 4.952429380573882E7 - ], - "scorePercentiles" : { - "0.0" : 3.907339083497033E7, - "50.0" : 4.294251409690066E7, - "90.0" : 4.386845492777901E7, - "95.0" : 4.386845492777901E7, - "99.0" : 4.386845492777901E7, - "99.9" : 4.386845492777901E7, - "99.99" : 4.386845492777901E7, - "99.999" : 4.386845492777901E7, - "99.9999" : 4.386845492777901E7, - "100.0" : 4.386845492777901E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.310827107072548E7, - 4.294251409690066E7, - 3.907339083497033E7, - 4.386845492777901E7, - 4.258632100229399E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5325567.828334913, - "scoreError" : 328952.65255034366, - "scoreConfidence" : [ - 4996615.175784569, - 5654520.480885256 - ], - "scorePercentiles" : { - "0.0" : 5255172.453286605, - "50.0" : 5322140.706710392, - "90.0" : 5466967.0196810085, - "95.0" : 5466967.0196810085, - "99.0" : 5466967.0196810085, - "99.9" : 5466967.0196810085, - "99.99" : 5466967.0196810085, - "99.999" : 5466967.0196810085, - "99.9999" : 5466967.0196810085, - "100.0" : 5466967.0196810085 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5322984.085942965, - 5322140.706710392, - 5255172.453286605, - 5260574.876053597, - 5466967.0196810085 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 438782.5100583313, - "scoreError" : 27959.77643075267, - "scoreConfidence" : [ - 410822.73362757865, - 466742.28648908396 - ], - "scorePercentiles" : { - "0.0" : 430779.3447364501, - "50.0" : 436151.24246452644, - "90.0" : 448345.65439123876, - "95.0" : 448345.65439123876, - "99.0" : 448345.65439123876, - "99.9" : 448345.65439123876, - "99.99" : 448345.65439123876, - "99.999" : 448345.65439123876, - "99.9999" : 448345.65439123876, - "100.0" : 448345.65439123876 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 444211.5419762124, - 434424.7667232288, - 436151.24246452644, - 430779.3447364501, - 448345.65439123876 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4576.161891712027, - "scoreError" : 152.33197911917347, - "scoreConfidence" : [ - 4423.829912592853, - 4728.4938708312 - ], - "scorePercentiles" : { - "0.0" : 4541.645506621416, - "50.0" : 4553.1315271379035, - "90.0" : 4634.134492087134, - "95.0" : 4634.134492087134, - "99.0" : 4634.134492087134, - "99.9" : 4634.134492087134, - "99.99" : 4634.134492087134, - "99.999" : 4634.134492087134, - "99.9999" : 4634.134492087134, - "100.0" : 4634.134492087134 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4634.134492087134, - 4541.645506621416, - 4553.1315271379035, - 4551.686605282865, - 4600.211327430823 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8512213876575284E7, - "scoreError" : 2281475.8452284494, - "scoreConfidence" : [ - 2.6230738031346835E7, - 3.0793689721803732E7 - ], - "scorePercentiles" : { - "0.0" : 2.748976428962454E7, - "50.0" : 2.8746494050628517E7, - "90.0" : 2.900194379998066E7, - "95.0" : 2.900194379998066E7, - "99.0" : 2.900194379998066E7, - "99.9" : 2.900194379998066E7, - "99.99" : 2.900194379998066E7, - "99.999" : 2.900194379998066E7, - "99.9999" : 2.900194379998066E7, - "100.0" : 2.900194379998066E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.900194379998066E7, - 2.876024761622874E7, - 2.8746494050628517E7, - 2.856261962641398E7, - 2.748976428962454E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5050894.7993011605, - "scoreError" : 916351.401159218, - "scoreConfidence" : [ - 4134543.3981419425, - 5967246.200460378 - ], - "scorePercentiles" : { - "0.0" : 4748738.806607224, - "50.0" : 5156286.989623428, - "90.0" : 5277398.867059229, - "95.0" : 5277398.867059229, - "99.0" : 5277398.867059229, - "99.9" : 5277398.867059229, - "99.99" : 5277398.867059229, - "99.999" : 5277398.867059229, - "99.9999" : 5277398.867059229, - "100.0" : 5277398.867059229 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4845796.451343366, - 5226252.881872561, - 5156286.989623428, - 4748738.806607224, - 5277398.867059229 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 559945.6397340095, - "scoreError" : 127615.97216817712, - "scoreConfidence" : [ - 432329.6675658324, - 687561.6119021866 - ], - "scorePercentiles" : { - "0.0" : 510914.4048243065, - "50.0" : 581742.9834631396, - "90.0" : 584446.632301399, - "95.0" : 584446.632301399, - "99.0" : 584446.632301399, - "99.9" : 584446.632301399, - "99.99" : 584446.632301399, - "99.999" : 584446.632301399, - "99.9999" : 584446.632301399, - "100.0" : 584446.632301399 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 510914.4048243065, - 584446.632301399, - 581742.9834631396, - 582645.2440775947, - 539978.9340036075 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4304.98925719529, - "scoreError" : 383.53431569402943, - "scoreConfidence" : [ - 3921.4549415012602, - 4688.523572889319 - ], - "scorePercentiles" : { - "0.0" : 4151.899882612724, - "50.0" : 4297.987553287924, - "90.0" : 4409.052222319515, - "95.0" : 4409.052222319515, - "99.0" : 4409.052222319515, - "99.9" : 4409.052222319515, - "99.99" : 4409.052222319515, - "99.999" : 4409.052222319515, - "99.9999" : 4409.052222319515, - "100.0" : 4409.052222319515 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4151.899882612724, - 4289.421834427573, - 4409.052222319515, - 4376.584793328713, - 4297.987553287924 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.468771722423169E7, - "scoreError" : 1.1609214030964388E7, - "scoreConfidence" : [ - 3.30785031932673E7, - 5.629693125519608E7 - ], - "scorePercentiles" : { - "0.0" : 3.966574570037112E7, - "50.0" : 4.5875216933573596E7, - "90.0" : 4.738183991694503E7, - "95.0" : 4.738183991694503E7, - "99.0" : 4.738183991694503E7, - "99.9" : 4.738183991694503E7, - "99.99" : 4.738183991694503E7, - "99.999" : 4.738183991694503E7, - "99.9999" : 4.738183991694503E7, - "100.0" : 4.738183991694503E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.5875216933573596E7, - 3.966574570037112E7, - 4.430419872469464E7, - 4.621158484557404E7, - 4.738183991694503E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4789124.537871977, - "scoreError" : 1293840.6658781914, - "scoreConfidence" : [ - 3495283.8719937857, - 6082965.203750169 - ], - "scorePercentiles" : { - "0.0" : 4198664.941832757, - "50.0" : 4922267.501019035, - "90.0" : 5037033.068407162, - "95.0" : 5037033.068407162, - "99.0" : 5037033.068407162, - "99.9" : 5037033.068407162, - "99.99" : 5037033.068407162, - "99.999" : 5037033.068407162, - "99.9999" : 5037033.068407162, - "100.0" : 5037033.068407162 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4198664.941832757, - 5037033.068407162, - 4922267.501019035, - 4863440.533169105, - 4924216.64493183 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100" - }, - "primaryMetric" : { - "score" : 568477.5203633555, - "scoreError" : 111287.00748630529, - "scoreConfidence" : [ - 457190.5128770502, - 679764.5278496608 - ], - "scorePercentiles" : { - "0.0" : 518265.0208348903, - "50.0" : 577030.2948861097, - "90.0" : 588651.7632452945, - "95.0" : 588651.7632452945, - "99.0" : 588651.7632452945, - "99.9" : 588651.7632452945, - "99.99" : 588651.7632452945, - "99.999" : 588651.7632452945, - "99.9999" : 588651.7632452945, - "100.0" : 588651.7632452945 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 586595.4195505707, - 577030.2948861097, - 571845.1032999126, - 518265.0208348903, - 588651.7632452945 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3969.5936067552566, - "scoreError" : 428.3675281582534, - "scoreConfidence" : [ - 3541.2260785970034, - 4397.96113491351 - ], - "scorePercentiles" : { - "0.0" : 3816.419666413174, - "50.0" : 4019.693748947866, - "90.0" : 4078.4929805297224, - "95.0" : 4078.4929805297224, - "99.0" : 4078.4929805297224, - "99.9" : 4078.4929805297224, - "99.99" : 4078.4929805297224, - "99.999" : 4078.4929805297224, - "99.9999" : 4078.4929805297224, - "100.0" : 4078.4929805297224 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4019.693748947866, - 3816.419666413174, - 3890.3457394039992, - 4078.4929805297224, - 4043.0158984815216 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.640195471569403E7, - "scoreError" : 1.6072801192316504E7, - "scoreConfidence" : [ - 3.032915352337753E7, - 6.2474755908010535E7 - ], - "scorePercentiles" : { - "0.0" : 3.9022209117093705E7, - "50.0" : 4.776357108138464E7, - "90.0" : 4.89113095665355E7, - "95.0" : 4.89113095665355E7, - "99.0" : 4.89113095665355E7, - "99.9" : 4.89113095665355E7, - "99.99" : 4.89113095665355E7, - "99.999" : 4.89113095665355E7, - "99.9999" : 4.89113095665355E7, - "100.0" : 4.89113095665355E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.9022209117093705E7, - 4.89113095665355E7, - 4.747674642176316E7, - 4.883593739169317E7, - 4.776357108138464E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4477440.942394619, - "scoreError" : 1424671.1682283985, - "scoreConfidence" : [ - 3052769.7741662203, - 5902112.110623017 - ], - "scorePercentiles" : { - "0.0" : 3818384.9691929617, - "50.0" : 4656486.550925704, - "90.0" : 4670612.978395592, - "95.0" : 4670612.978395592, - "99.0" : 4670612.978395592, - "99.9" : 4670612.978395592, - "99.99" : 4670612.978395592, - "99.999" : 4670612.978395592, - "99.9999" : 4670612.978395592, - "100.0" : 4670612.978395592 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4657485.083906455, - 3818384.9691929617, - 4656486.550925704, - 4584235.129552381, - 4670612.978395592 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100" - }, - "primaryMetric" : { - "score" : 608618.0676778691, - "scoreError" : 102907.1833914408, - "scoreConfidence" : [ - 505710.88428642834, - 711525.2510693099 - ], - "scorePercentiles" : { - "0.0" : 561232.1507154509, - "50.0" : 620662.4067064065, - "90.0" : 624996.2085542798, - "95.0" : 624996.2085542798, - "99.0" : 624996.2085542798, - "99.9" : 624996.2085542798, - "99.99" : 624996.2085542798, - "99.999" : 624996.2085542798, - "99.9999" : 624996.2085542798, - "100.0" : 624996.2085542798 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 624996.2085542798, - 561232.1507154509, - 620662.4067064065, - 615075.635496271, - 621123.936916937 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4079.6986780805264, - "scoreError" : 440.9934294446173, - "scoreConfidence" : [ - 3638.705248635909, - 4520.692107525144 - ], - "scorePercentiles" : { - "0.0" : 3953.9918226733885, - "50.0" : 4091.730881538872, - "90.0" : 4197.5435974867505, - "95.0" : 4197.5435974867505, - "99.0" : 4197.5435974867505, - "99.9" : 4197.5435974867505, - "99.99" : 4197.5435974867505, - "99.999" : 4197.5435974867505, - "99.9999" : 4197.5435974867505, - "100.0" : 4197.5435974867505 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4197.5435974867505, - 4183.963019601278, - 4091.730881538872, - 3953.9918226733885, - 3971.2640691023453 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.625715801238557E7, - "scoreError" : 1.4699903002977852E7, - "scoreConfidence" : [ - 3.1557255009407718E7, - 6.0957061015363425E7 - ], - "scorePercentiles" : { - "0.0" : 3.9492495144599706E7, - "50.0" : 4.807578019099453E7, - "90.0" : 4.849410350222596E7, - "95.0" : 4.849410350222596E7, - "99.0" : 4.849410350222596E7, - "99.9" : 4.849410350222596E7, - "99.99" : 4.849410350222596E7, - "99.999" : 4.849410350222596E7, - "99.9999" : 4.849410350222596E7, - "100.0" : 4.849410350222596E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.9492495144599706E7, - 4.708625115486507E7, - 4.807578019099453E7, - 4.849410350222596E7, - 4.813716006924258E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.0073391049179563E7, - "scoreError" : 1190820.7811405344, - "scoreConfidence" : [ - 8882570.26803903, - 1.1264211830320098E7 - ], - "scorePercentiles" : { - "0.0" : 9546040.742686255, - "50.0" : 1.0212356624701679E7, - "90.0" : 1.0315655455382751E7, - "95.0" : 1.0315655455382751E7, - "99.0" : 1.0315655455382751E7, - "99.9" : 1.0315655455382751E7, - "99.99" : 1.0315655455382751E7, - "99.999" : 1.0315655455382751E7, - "99.9999" : 1.0315655455382751E7, - "100.0" : 1.0315655455382751E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0315655455382751E7, - 1.0057651627439938E7, - 1.0235250795687193E7, - 1.0212356624701679E7, - 9546040.742686255 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1372250.279572894, - "scoreError" : 253568.42063153806, - "scoreConfidence" : [ - 1118681.858941356, - 1625818.7002044322 - ], - "scorePercentiles" : { - "0.0" : 1256097.3629603258, - "50.0" : 1396061.1645504269, - "90.0" : 1419833.9486947763, - "95.0" : 1419833.9486947763, - "99.0" : 1419833.9486947763, - "99.9" : 1419833.9486947763, - "99.99" : 1419833.9486947763, - "99.999" : 1419833.9486947763, - "99.9999" : 1419833.9486947763, - "100.0" : 1419833.9486947763 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1256097.3629603258, - 1419833.9486947763, - 1391385.0864152287, - 1397873.8352437133, - 1396061.1645504269 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9721.129432615096, - "scoreError" : 783.6593171402791, - "scoreConfidence" : [ - 8937.470115474818, - 10504.788749755375 - ], - "scorePercentiles" : { - "0.0" : 9369.049762132989, - "50.0" : 9773.928005662137, - "90.0" : 9869.042700898997, - "95.0" : 9869.042700898997, - "99.0" : 9869.042700898997, - "99.9" : 9869.042700898997, - "99.99" : 9869.042700898997, - "99.999" : 9869.042700898997, - "99.9999" : 9869.042700898997, - "100.0" : 9869.042700898997 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9743.948910287223, - 9773.928005662137, - 9869.042700898997, - 9849.67778409414, - 9369.049762132989 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.521703393482225E7, - "scoreError" : 6566172.791636369, - "scoreConfidence" : [ - 3.865086114318588E7, - 5.178320672645862E7 - ], - "scorePercentiles" : { - "0.0" : 4.232008034684635E7, - "50.0" : 4.564490830780572E7, - "90.0" : 4.686021688078858E7, - "95.0" : 4.686021688078858E7, - "99.0" : 4.686021688078858E7, - "99.9" : 4.686021688078858E7, - "99.99" : 4.686021688078858E7, - "99.999" : 4.686021688078858E7, - "99.9999" : 4.686021688078858E7, - "100.0" : 4.686021688078858E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.571513806469982E7, - 4.686021688078858E7, - 4.554482607397078E7, - 4.232008034684635E7, - 4.564490830780572E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.0032151215308374E7, - "scoreError" : 1250191.9226555713, - "scoreConfidence" : [ - 8781959.292652803, - 1.1282343137963945E7 - ], - "scorePercentiles" : { - "0.0" : 9478992.411479177, - "50.0" : 1.019477494492161E7, - "90.0" : 1.0249141530768828E7, - "95.0" : 1.0249141530768828E7, - "99.0" : 1.0249141530768828E7, - "99.9" : 1.0249141530768828E7, - "99.99" : 1.0249141530768828E7, - "99.999" : 1.0249141530768828E7, - "99.9999" : 1.0249141530768828E7, - "100.0" : 1.0249141530768828E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0235263339781396E7, - 1.0249141530768828E7, - 1.000258384959086E7, - 9478992.411479177, - 1.019477494492161E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1647839.8129620305, - "scoreError" : 248080.37018996448, - "scoreConfidence" : [ - 1399759.442772066, - 1895920.183151995 - ], - "scorePercentiles" : { - "0.0" : 1533338.7809854122, - "50.0" : 1672861.9350905367, - "90.0" : 1687498.0532502064, - "95.0" : 1687498.0532502064, - "99.0" : 1687498.0532502064, - "99.9" : 1687498.0532502064, - "99.99" : 1687498.0532502064, - "99.999" : 1687498.0532502064, - "99.9999" : 1687498.0532502064, - "100.0" : 1687498.0532502064 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1533338.7809854122, - 1677861.7376699538, - 1672861.9350905367, - 1687498.0532502064, - 1667638.5578140425 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9180.840944223037, - "scoreError" : 804.0518238579152, - "scoreConfidence" : [ - 8376.789120365122, - 9984.892768080952 - ], - "scorePercentiles" : { - "0.0" : 8945.190905919051, - "50.0" : 9268.127498287391, - "90.0" : 9429.846265878035, - "95.0" : 9429.846265878035, - "99.0" : 9429.846265878035, - "99.9" : 9429.846265878035, - "99.99" : 9429.846265878035, - "99.999" : 9429.846265878035, - "99.9999" : 9429.846265878035, - "100.0" : 9429.846265878035 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9429.846265878035, - 9279.160613968768, - 9268.127498287391, - 8981.879437061936, - 8945.190905919051 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.896449889488045E7, - "scoreError" : 1065420.2451051415, - "scoreConfidence" : [ - 4.789907864977531E7, - 5.002991913998559E7 - ], - "scorePercentiles" : { - "0.0" : 4.8680995989798106E7, - "50.0" : 4.895766758116494E7, - "90.0" : 4.930318761064969E7, - "95.0" : 4.930318761064969E7, - "99.0" : 4.930318761064969E7, - "99.9" : 4.930318761064969E7, - "99.99" : 4.930318761064969E7, - "99.999" : 4.930318761064969E7, - "99.9999" : 4.930318761064969E7, - "100.0" : 4.930318761064969E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.870588461403263E7, - 4.930318761064969E7, - 4.917475867875689E7, - 4.8680995989798106E7, - 4.895766758116494E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.1193694406535253E7, - "scoreError" : 3047851.8284152085, - "scoreConfidence" : [ - 8145842.578120044, - 1.424154623495046E7 - ], - "scorePercentiles" : { - "0.0" : 9792386.151008772, - "50.0" : 1.1474956317141306E7, - "90.0" : 1.1660528131633239E7, - "95.0" : 1.1660528131633239E7, - "99.0" : 1.1660528131633239E7, - "99.9" : 1.1660528131633239E7, - "99.99" : 1.1660528131633239E7, - "99.999" : 1.1660528131633239E7, - "99.9999" : 1.1660528131633239E7, - "100.0" : 1.1660528131633239E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9792386.151008772, - 1.164669149507622E7, - 1.1660528131633239E7, - 1.1474956317141306E7, - 1.1393909937816722E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1383791.652264842, - "scoreError" : 249705.1988185382, - "scoreConfidence" : [ - 1134086.453446304, - 1633496.8510833802 - ], - "scorePercentiles" : { - "0.0" : 1276857.8435872714, - "50.0" : 1392855.2981218805, - "90.0" : 1439349.6201950966, - "95.0" : 1439349.6201950966, - "99.0" : 1439349.6201950966, - "99.9" : 1439349.6201950966, - "99.99" : 1439349.6201950966, - "99.999" : 1439349.6201950966, - "99.9999" : 1439349.6201950966, - "100.0" : 1439349.6201950966 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1379237.5227987326, - 1276857.8435872714, - 1439349.6201950966, - 1392855.2981218805, - 1430657.9766212297 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9712.543039680555, - "scoreError" : 141.9001736624827, - "scoreConfidence" : [ - 9570.642866018072, - 9854.443213343038 - ], - "scorePercentiles" : { - "0.0" : 9672.390555131895, - "50.0" : 9704.973618510146, - "90.0" : 9765.682181748798, - "95.0" : 9765.682181748798, - "99.0" : 9765.682181748798, - "99.9" : 9765.682181748798, - "99.99" : 9765.682181748798, - "99.999" : 9765.682181748798, - "99.9999" : 9765.682181748798, - "100.0" : 9765.682181748798 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9765.682181748798, - 9672.390555131895, - 9704.973618510146, - 9731.328981551513, - 9688.33986146042 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.569596284343551E7, - "scoreError" : 1.328177746607526E7, - "scoreConfidence" : [ - 3.241418537736025E7, - 5.897774030951077E7 - ], - "scorePercentiles" : { - "0.0" : 4.114076394796117E7, - "50.0" : 4.669209113969247E7, - "90.0" : 4.958607480215448E7, - "95.0" : 4.958607480215448E7, - "99.0" : 4.958607480215448E7, - "99.9" : 4.958607480215448E7, - "99.99" : 4.958607480215448E7, - "99.999" : 4.958607480215448E7, - "99.9999" : 4.958607480215448E7, - "100.0" : 4.958607480215448E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.322186831822089E7, - 4.783901600914854E7, - 4.958607480215448E7, - 4.114076394796117E7, - 4.669209113969247E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.1646328706058538E7, - "scoreError" : 2242717.791528867, - "scoreConfidence" : [ - 9403610.91452967, - 1.3889046497587405E7 - ], - "scorePercentiles" : { - "0.0" : 1.0633035112609006E7, - "50.0" : 1.186854299746992E7, - "90.0" : 1.2109716946310787E7, - "95.0" : 1.2109716946310787E7, - "99.0" : 1.2109716946310787E7, - "99.9" : 1.2109716946310787E7, - "99.99" : 1.2109716946310787E7, - "99.999" : 1.2109716946310787E7, - "99.9999" : 1.2109716946310787E7, - "100.0" : 1.2109716946310787E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.1888662817135824E7, - 1.2109716946310787E7, - 1.0633035112609006E7, - 1.186854299746992E7, - 1.1731685656767163E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1408149.3386099446, - "scoreError" : 83091.11542336996, - "scoreConfidence" : [ - 1325058.2231865746, - 1491240.4540333145 - ], - "scorePercentiles" : { - "0.0" : 1392160.9493076194, - "50.0" : 1399451.4362935217, - "90.0" : 1445180.1989220728, - "95.0" : 1445180.1989220728, - "99.0" : 1445180.1989220728, - "99.9" : 1445180.1989220728, - "99.99" : 1445180.1989220728, - "99.999" : 1445180.1989220728, - "99.9999" : 1445180.1989220728, - "100.0" : 1445180.1989220728 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1395505.364278324, - 1392160.9493076194, - 1408448.7442481853, - 1399451.4362935217, - 1445180.1989220728 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Merge.mergeSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9177.51536504213, - "scoreError" : 1076.1713382351122, - "scoreConfidence" : [ - 8101.344026807019, - 10253.686703277242 - ], - "scorePercentiles" : { - "0.0" : 8689.580340405584, - "50.0" : 9288.358220508902, - "90.0" : 9390.687218706016, - "95.0" : 9390.687218706016, - "99.0" : 9390.687218706016, - "99.9" : 9390.687218706016, - "99.99" : 9390.687218706016, - "99.999" : 9390.687218706016, - "99.9999" : 9390.687218706016, - "100.0" : 9390.687218706016 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9390.687218706016, - 9219.547257313701, - 8689.580340405584, - 9288.358220508902, - 9299.403788276451 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.578650095161813E7, - "scoreError" : 7165293.632100988, - "scoreConfidence" : [ - 3.8621207319517136E7, - 5.295179458371912E7 - ], - "scorePercentiles" : { - "0.0" : 4.270242680822409E7, - "50.0" : 4.611033783601073E7, - "90.0" : 4.7747922138729155E7, - "95.0" : 4.7747922138729155E7, - "99.0" : 4.7747922138729155E7, - "99.9" : 4.7747922138729155E7, - "99.99" : 4.7747922138729155E7, - "99.999" : 4.7747922138729155E7, - "99.9999" : 4.7747922138729155E7, - "100.0" : 4.7747922138729155E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.636996856022251E7, - 4.7747922138729155E7, - 4.600184941490417E7, - 4.611033783601073E7, - 4.270242680822409E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4542036.884292612, - "scoreError" : 282559.74989683647, - "scoreConfidence" : [ - 4259477.134395775, - 4824596.634189448 - ], - "scorePercentiles" : { - "0.0" : 4429586.728916069, - "50.0" : 4563100.569216177, - "90.0" : 4608917.041294723, - "95.0" : 4608917.041294723, - "99.0" : 4608917.041294723, - "99.9" : 4608917.041294723, - "99.99" : 4608917.041294723, - "99.999" : 4608917.041294723, - "99.9999" : 4608917.041294723, - "100.0" : 4608917.041294723 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4597164.68250991, - 4563100.569216177, - 4608917.041294723, - 4429586.728916069, - 4511415.399526183 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100" - }, - "primaryMetric" : { - "score" : 579614.7047301208, - "scoreError" : 92497.92868625726, - "scoreConfidence" : [ - 487116.77604386356, - 672112.633416378 - ], - "scorePercentiles" : { - "0.0" : 538754.1162393613, - "50.0" : 586475.9393328116, - "90.0" : 601514.5377870037, - "95.0" : 601514.5377870037, - "99.0" : 601514.5377870037, - "99.9" : 601514.5377870037, - "99.99" : 601514.5377870037, - "99.999" : 601514.5377870037, - "99.9999" : 601514.5377870037, - "100.0" : 601514.5377870037 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 590060.3742722179, - 586475.9393328116, - 601514.5377870037, - 581268.5560192094, - 538754.1162393613 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3812.6639487270572, - "scoreError" : 505.57302649330455, - "scoreConfidence" : [ - 3307.0909222337527, - 4318.236975220362 - ], - "scorePercentiles" : { - "0.0" : 3601.029222911682, - "50.0" : 3866.2031975287614, - "90.0" : 3916.937370171887, - "95.0" : 3916.937370171887, - "99.0" : 3916.937370171887, - "99.9" : 3916.937370171887, - "99.99" : 3916.937370171887, - "99.999" : 3916.937370171887, - "99.9999" : 3916.937370171887, - "100.0" : 3916.937370171887 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3772.5779925899496, - 3866.2031975287614, - 3906.5719604330075, - 3916.937370171887, - 3601.029222911682 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4572.860596114164, - "scoreError" : 119.97501480070098, - "scoreConfidence" : [ - 4452.885581313463, - 4692.835610914864 - ], - "scorePercentiles" : { - "0.0" : 4529.035646530561, - "50.0" : 4585.446557400939, - "90.0" : 4606.873397948533, - "95.0" : 4606.873397948533, - "99.0" : 4606.873397948533, - "99.9" : 4606.873397948533, - "99.99" : 4606.873397948533, - "99.999" : 4606.873397948533, - "99.9999" : 4606.873397948533, - "100.0" : 4606.873397948533 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4585.446557400939, - 4606.873397948533, - 4589.408526239923, - 4553.538852450865, - 4529.035646530561 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10" - }, - "primaryMetric" : { - "score" : 546.2958701560245, - "scoreError" : 11.35778327186829, - "scoreConfidence" : [ - 534.9380868841563, - 557.6536534278928 - ], - "scorePercentiles" : { - "0.0" : 543.0055353185733, - "50.0" : 546.419142756869, - "90.0" : 550.4282773736603, - "95.0" : 550.4282773736603, - "99.0" : 550.4282773736603, - "99.9" : 550.4282773736603, - "99.99" : 550.4282773736603, - "99.999" : 550.4282773736603, - "99.9999" : 550.4282773736603, - "100.0" : 550.4282773736603 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 543.0055353185733, - 544.0221281259674, - 546.419142756869, - 550.4282773736603, - 547.604267205053 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100" - }, - "primaryMetric" : { - "score" : 47.831804736795014, - "scoreError" : 1.5365726963474984, - "scoreConfidence" : [ - 46.295232040447516, - 49.36837743314251 - ], - "scorePercentiles" : { - "0.0" : 47.4692375309498, - "50.0" : 47.62868732515732, - "90.0" : 48.29626315661687, - "95.0" : 48.29626315661687, - "99.0" : 48.29626315661687, - "99.9" : 48.29626315661687, - "99.99" : 48.29626315661687, - "99.999" : 48.29626315661687, - "99.9999" : 48.29626315661687, - "100.0" : 48.29626315661687 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 47.62868732515732, - 48.29626315661687, - 48.231262188401686, - 47.5335734828494, - 47.4692375309498 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 0.30234316001327377, - "scoreError" : 0.0013925821028349078, - "scoreConfidence" : [ - 0.3009505779104389, - 0.30373574211610865 - ], - "scorePercentiles" : { - "0.0" : 0.3017001723388318, - "50.0" : 0.30249972465491937, - "90.0" : 0.30254733351974, - "95.0" : 0.30254733351974, - "99.0" : 0.30254733351974, - "99.9" : 0.30254733351974, - "99.99" : 0.30254733351974, - "99.999" : 0.30254733351974, - "99.9999" : 0.30254733351974, - "100.0" : 0.30254733351974 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.30244129887568927, - 0.3017001723388318, - 0.30249972465491937, - 0.30254733351974, - 0.30252727067718843 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.190653291495788E7, - "scoreError" : 1629059.8236682427, - "scoreConfidence" : [ - 3.027747309128964E7, - 3.3535592738626122E7 - ], - "scorePercentiles" : { - "0.0" : 3.1291344743003763E7, - "50.0" : 3.1976866184778366E7, - "90.0" : 3.234250150771979E7, - "95.0" : 3.234250150771979E7, - "99.0" : 3.234250150771979E7, - "99.9" : 3.234250150771979E7, - "99.99" : 3.234250150771979E7, - "99.999" : 3.234250150771979E7, - "99.9999" : 3.234250150771979E7, - "100.0" : 3.234250150771979E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.1976866184778366E7, - 3.2222246713484965E7, - 3.1291344743003763E7, - 3.234250150771979E7, - 3.1699705425802544E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4649577.58403025, - "scoreError" : 735193.6690659146, - "scoreConfidence" : [ - 3914383.9149643355, - 5384771.253096165 - ], - "scorePercentiles" : { - "0.0" : 4343217.552304476, - "50.0" : 4752965.93218682, - "90.0" : 4801147.688478869, - "95.0" : 4801147.688478869, - "99.0" : 4801147.688478869, - "99.9" : 4801147.688478869, - "99.99" : 4801147.688478869, - "99.999" : 4801147.688478869, - "99.9999" : 4801147.688478869, - "100.0" : 4801147.688478869 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4767400.586923816, - 4343217.552304476, - 4583156.160257268, - 4801147.688478869, - 4752965.93218682 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100" - }, - "primaryMetric" : { - "score" : 595193.9068670383, - "scoreError" : 27122.39914210867, - "scoreConfidence" : [ - 568071.5077249297, - 622316.306009147 - ], - "scorePercentiles" : { - "0.0" : 589280.0551578142, - "50.0" : 594224.8594156977, - "90.0" : 606615.5968724053, - "95.0" : 606615.5968724053, - "99.0" : 606615.5968724053, - "99.9" : 606615.5968724053, - "99.99" : 606615.5968724053, - "99.999" : 606615.5968724053, - "99.9999" : 606615.5968724053, - "100.0" : 606615.5968724053 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 589280.0551578142, - 594224.8594156977, - 606615.5968724053, - 596224.605935039, - 589624.4169542355 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3905.8813628336334, - "scoreError" : 427.41134589272446, - "scoreConfidence" : [ - 3478.470016940909, - 4333.292708726358 - ], - "scorePercentiles" : { - "0.0" : 3725.1370012560405, - "50.0" : 3939.45876545525, - "90.0" : 3997.8099037872676, - "95.0" : 3997.8099037872676, - "99.0" : 3997.8099037872676, - "99.9" : 3997.8099037872676, - "99.99" : 3997.8099037872676, - "99.999" : 3997.8099037872676, - "99.9999" : 3997.8099037872676, - "100.0" : 3997.8099037872676 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3725.1370012560405, - 3997.8099037872676, - 3939.45876545525, - 3881.0162902001593, - 3985.9848534694497 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4596.972930998831, - "scoreError" : 142.9087068254092, - "scoreConfidence" : [ - 4454.064224173421, - 4739.88163782424 - ], - "scorePercentiles" : { - "0.0" : 4554.45030273999, - "50.0" : 4617.243090323199, - "90.0" : 4630.926130162582, - "95.0" : 4630.926130162582, - "99.0" : 4630.926130162582, - "99.9" : 4630.926130162582, - "99.99" : 4630.926130162582, - "99.999" : 4630.926130162582, - "99.9999" : 4630.926130162582, - "100.0" : 4630.926130162582 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4554.45030273999, - 4558.957725448569, - 4617.243090323199, - 4623.287406319814, - 4630.926130162582 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10" - }, - "primaryMetric" : { - "score" : 542.2733572499111, - "scoreError" : 16.268395334708448, - "scoreConfidence" : [ - 526.0049619152027, - 558.5417525846195 - ], - "scorePercentiles" : { - "0.0" : 538.338320795291, - "50.0" : 542.1803213930131, - "90.0" : 548.980167229061, - "95.0" : 548.980167229061, - "99.0" : 548.980167229061, - "99.9" : 548.980167229061, - "99.99" : 548.980167229061, - "99.999" : 548.980167229061, - "99.9999" : 548.980167229061, - "100.0" : 548.980167229061 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 542.8490817763663, - 538.338320795291, - 542.1803213930131, - 539.018895055824, - 548.980167229061 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100" - }, - "primaryMetric" : { - "score" : 55.48442638771318, - "scoreError" : 1.4096873499667641, - "scoreConfidence" : [ - 54.07473903774641, - 56.894113737679945 - ], - "scorePercentiles" : { - "0.0" : 55.13519107500197, - "50.0" : 55.45124724856605, - "90.0" : 55.991994164274956, - "95.0" : 55.991994164274956, - "99.0" : 55.991994164274956, - "99.9" : 55.991994164274956, - "99.99" : 55.991994164274956, - "99.999" : 55.991994164274956, - "99.9999" : 55.991994164274956, - "100.0" : 55.991994164274956 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 55.13519107500197, - 55.991994164274956, - 55.15021710759459, - 55.69348234312831, - 55.45124724856605 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 0.30139564680072245, - "scoreError" : 0.001729446925082151, - "scoreConfidence" : [ - 0.2996661998756403, - 0.3031250937258046 - ], - "scorePercentiles" : { - "0.0" : 0.3009301151308696, - "50.0" : 0.30131888481157565, - "90.0" : 0.30211274506016556, - "95.0" : 0.30211274506016556, - "99.0" : 0.30211274506016556, - "99.9" : 0.30211274506016556, - "99.99" : 0.30211274506016556, - "99.999" : 0.30211274506016556, - "99.9999" : 0.30211274506016556, - "100.0" : 0.30211274506016556 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.3014737095810305, - 0.30211274506016556, - 0.30114277941997075, - 0.3009301151308696, - 0.30131888481157565 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.41396957266945E7, - "scoreError" : 2120367.5879718387, - "scoreConfidence" : [ - 4.2019328138722666E7, - 4.626006331466634E7 - ], - "scorePercentiles" : { - "0.0" : 4.36318107074617E7, - "50.0" : 4.392892411743866E7, - "90.0" : 4.487600890584989E7, - "95.0" : 4.487600890584989E7, - "99.0" : 4.487600890584989E7, - "99.9" : 4.487600890584989E7, - "99.99" : 4.487600890584989E7, - "99.999" : 4.487600890584989E7, - "99.9999" : 4.487600890584989E7, - "100.0" : 4.487600890584989E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.392892411743866E7, - 4.487600890584989E7, - 4.36318107074617E7, - 4.370180517531196E7, - 4.455992972741028E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10" - }, - "primaryMetric" : { - "score" : 33379.18877843324, - "scoreError" : 1392.5189323993602, - "scoreConfidence" : [ - 31986.66984603388, - 34771.707710832605 - ], - "scorePercentiles" : { - "0.0" : 32977.80474185086, - "50.0" : 33267.384776726365, - "90.0" : 33818.5437264403, - "95.0" : 33818.5437264403, - "99.0" : 33818.5437264403, - "99.9" : 33818.5437264403, - "99.99" : 33818.5437264403, - "99.999" : 33818.5437264403, - "99.9999" : 33818.5437264403, - "100.0" : 33818.5437264403 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 33267.384776726365, - 33818.5437264403, - 33138.846189072574, - 32977.80474185086, - 33693.364458076125 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100" - }, - "primaryMetric" : { - "score" : 5513.45040235259, - "scoreError" : 638.9901286274561, - "scoreConfidence" : [ - 4874.460273725133, - 6152.440530980046 - ], - "scorePercentiles" : { - "0.0" : 5355.3107129086775, - "50.0" : 5439.566696871222, - "90.0" : 5698.383930921884, - "95.0" : 5698.383930921884, - "99.0" : 5698.383930921884, - "99.9" : 5698.383930921884, - "99.99" : 5698.383930921884, - "99.999" : 5698.383930921884, - "99.9999" : 5698.383930921884, - "100.0" : 5698.383930921884 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5685.946929654534, - 5355.3107129086775, - 5698.383930921884, - 5388.043741406633, - 5439.566696871222 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3814.0145087533006, - "scoreError" : 113.55557090498151, - "scoreConfidence" : [ - 3700.4589378483192, - 3927.570079658282 - ], - "scorePercentiles" : { - "0.0" : 3775.8576916215047, - "50.0" : 3816.6181404651516, - "90.0" : 3856.516606313448, - "95.0" : 3856.516606313448, - "99.0" : 3856.516606313448, - "99.9" : 3856.516606313448, - "99.99" : 3856.516606313448, - "99.999" : 3856.516606313448, - "99.9999" : 3856.516606313448, - "100.0" : 3856.516606313448 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3856.516606313448, - 3816.6181404651516, - 3820.1668852797648, - 3800.9132200866334, - 3775.8576916215047 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4390.39745939795, - "scoreError" : 98.11661241258403, - "scoreConfidence" : [ - 4292.280846985366, - 4488.514071810534 - ], - "scorePercentiles" : { - "0.0" : 4350.172675166415, - "50.0" : 4393.49811371215, - "90.0" : 4419.422645746073, - "95.0" : 4419.422645746073, - "99.0" : 4419.422645746073, - "99.9" : 4419.422645746073, - "99.99" : 4419.422645746073, - "99.999" : 4419.422645746073, - "99.9999" : 4419.422645746073, - "100.0" : 4419.422645746073 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4350.172675166415, - 4401.3074385561595, - 4393.49811371215, - 4387.586423808954, - 4419.422645746073 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10" - }, - "primaryMetric" : { - "score" : 725.2020155203188, - "scoreError" : 7.907179606782404, - "scoreConfidence" : [ - 717.2948359135364, - 733.1091951271012 - ], - "scorePercentiles" : { - "0.0" : 722.4187654716231, - "50.0" : 725.5077400963137, - "90.0" : 727.6400479430664, - "95.0" : 727.6400479430664, - "99.0" : 727.6400479430664, - "99.9" : 727.6400479430664, - "99.99" : 727.6400479430664, - "99.999" : 727.6400479430664, - "99.9999" : 727.6400479430664, - "100.0" : 727.6400479430664 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 726.4631758690073, - 723.9803482215837, - 725.5077400963137, - 727.6400479430664, - 722.4187654716231 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100" - }, - "primaryMetric" : { - "score" : 236.1110997568281, - "scoreError" : 12.094590529836772, - "scoreConfidence" : [ - 224.01650922699133, - 248.2056902866649 - ], - "scorePercentiles" : { - "0.0" : 232.59743329050445, - "50.0" : 236.6455163178707, - "90.0" : 239.63424019901257, - "95.0" : 239.63424019901257, - "99.0" : 239.63424019901257, - "99.9" : 239.63424019901257, - "99.99" : 239.63424019901257, - "99.999" : 239.63424019901257, - "99.9999" : 239.63424019901257, - "100.0" : 239.63424019901257 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 239.63424019901257, - 238.51027815919326, - 232.59743329050445, - 236.6455163178707, - 233.16803081755955 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2.2783668869553617, - "scoreError" : 0.24809213689617787, - "scoreConfidence" : [ - 2.030274750059184, - 2.5264590238515394 - ], - "scorePercentiles" : { - "0.0" : 2.2256555357623435, - "50.0" : 2.2605635603944796, - "90.0" : 2.379922769697382, - "95.0" : 2.379922769697382, - "99.0" : 2.379922769697382, - "99.9" : 2.379922769697382, - "99.99" : 2.379922769697382, - "99.999" : 2.379922769697382, - "99.9999" : 2.379922769697382, - "100.0" : 2.379922769697382 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2256555357623435, - 2.2605635603944796, - 2.226012674130384, - 2.379922769697382, - 2.2996798947922206 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.5122922639821246E7, - "scoreError" : 8722215.384887544, - "scoreConfidence" : [ - 3.64007072549337E7, - 5.384513802470879E7 - ], - "scorePercentiles" : { - "0.0" : 4.109339602003345E7, - "50.0" : 4.597879688550714E7, - "90.0" : 4.640571371086033E7, - "95.0" : 4.640571371086033E7, - "99.0" : 4.640571371086033E7, - "99.9" : 4.640571371086033E7, - "99.99" : 4.640571371086033E7, - "99.999" : 4.640571371086033E7, - "99.9999" : 4.640571371086033E7, - "100.0" : 4.640571371086033E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.5822946832795024E7, - 4.109339602003345E7, - 4.631375974991026E7, - 4.597879688550714E7, - 4.640571371086033E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10" - }, - "primaryMetric" : { - "score" : 10858.751772490952, - "scoreError" : 294.24857293801114, - "scoreConfidence" : [ - 10564.50319955294, - 11153.000345428964 - ], - "scorePercentiles" : { - "0.0" : 10766.914331555548, - "50.0" : 10885.020429704024, - "90.0" : 10950.615974947726, - "95.0" : 10950.615974947726, - "99.0" : 10950.615974947726, - "99.9" : 10950.615974947726, - "99.99" : 10950.615974947726, - "99.999" : 10950.615974947726, - "99.9999" : 10950.615974947726, - "100.0" : 10950.615974947726 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10950.615974947726, - 10885.020429704024, - 10793.410426018649, - 10766.914331555548, - 10897.797700228815 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100" - }, - "primaryMetric" : { - "score" : 7434.987134566601, - "scoreError" : 216.6843548208432, - "scoreConfidence" : [ - 7218.302779745757, - 7651.671489387444 - ], - "scorePercentiles" : { - "0.0" : 7360.422834502432, - "50.0" : 7465.014307807478, - "90.0" : 7483.022251023561, - "95.0" : 7483.022251023561, - "99.0" : 7483.022251023561, - "99.9" : 7483.022251023561, - "99.99" : 7483.022251023561, - "99.999" : 7483.022251023561, - "99.9999" : 7483.022251023561, - "100.0" : 7483.022251023561 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7389.128599404528, - 7465.014307807478, - 7483.022251023561, - 7477.347680095003, - 7360.422834502432 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3488.320038494427, - "scoreError" : 138.16493778553502, - "scoreConfidence" : [ - 3350.155100708892, - 3626.484976279962 - ], - "scorePercentiles" : { - "0.0" : 3447.6419783736073, - "50.0" : 3494.301510887397, - "90.0" : 3522.7209386232594, - "95.0" : 3522.7209386232594, - "99.0" : 3522.7209386232594, - "99.9" : 3522.7209386232594, - "99.99" : 3522.7209386232594, - "99.999" : 3522.7209386232594, - "99.9999" : 3522.7209386232594, - "100.0" : 3522.7209386232594 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3522.2009161272567, - 3447.6419783736073, - 3494.301510887397, - 3454.734848460615, - 3522.7209386232594 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4387.021417074058, - "scoreError" : 46.65398415677402, - "scoreConfidence" : [ - 4340.3674329172845, - 4433.675401230832 - ], - "scorePercentiles" : { - "0.0" : 4373.817718639826, - "50.0" : 4385.57831873702, - "90.0" : 4406.73005971793, - "95.0" : 4406.73005971793, - "99.0" : 4406.73005971793, - "99.9" : 4406.73005971793, - "99.99" : 4406.73005971793, - "99.999" : 4406.73005971793, - "99.9999" : 4406.73005971793, - "100.0" : 4406.73005971793 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4382.309050994201, - 4385.57831873702, - 4373.817718639826, - 4406.73005971793, - 4386.671937281311 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10" - }, - "primaryMetric" : { - "score" : 512.30779113439, - "scoreError" : 99.8145475821179, - "scoreConfidence" : [ - 412.4932435522721, - 612.1223387165079 - ], - "scorePercentiles" : { - "0.0" : 485.7269068468021, - "50.0" : 503.74303161220007, - "90.0" : 552.3171206630983, - "95.0" : 552.3171206630983, - "99.0" : 552.3171206630983, - "99.9" : 552.3171206630983, - "99.99" : 552.3171206630983, - "99.999" : 552.3171206630983, - "99.9999" : 552.3171206630983, - "100.0" : 552.3171206630983 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 522.0256051965378, - 503.74303161220007, - 497.7262913533116, - 485.7269068468021, - 552.3171206630983 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100" - }, - "primaryMetric" : { - "score" : 180.6484208817871, - "scoreError" : 16.281466464317226, - "scoreConfidence" : [ - 164.36695441746988, - 196.92988734610432 - ], - "scorePercentiles" : { - "0.0" : 175.71001872769293, - "50.0" : 180.58852836933755, - "90.0" : 185.27345902356512, - "95.0" : 185.27345902356512, - "99.0" : 185.27345902356512, - "99.9" : 185.27345902356512, - "99.99" : 185.27345902356512, - "99.999" : 185.27345902356512, - "99.9999" : 185.27345902356512, - "100.0" : 185.27345902356512 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 184.41696111742877, - 180.58852836933755, - 177.25313717091115, - 175.71001872769293, - 185.27345902356512 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelMerge.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2.6029602769482274, - "scoreError" : 0.31591678503631776, - "scoreConfidence" : [ - 2.2870434919119096, - 2.918877061984545 - ], - "scorePercentiles" : { - "0.0" : 2.507341904539551, - "50.0" : 2.6243880481473694, - "90.0" : 2.7106245726132823, - "95.0" : 2.7106245726132823, - "99.0" : 2.7106245726132823, - "99.9" : 2.7106245726132823, - "99.99" : 2.7106245726132823, - "99.999" : 2.7106245726132823, - "99.9999" : 2.7106245726132823, - "100.0" : 2.7106245726132823 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.535380158919606, - 2.6243880481473694, - 2.637066700521329, - 2.7106245726132823, - 2.507341904539551 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.755160299923784E8, - "scoreError" : 9060652.095961409, - "scoreConfidence" : [ - 2.66455377896417E8, - 2.845766820883398E8 - ], - "scorePercentiles" : { - "0.0" : 2.723549739380897E8, - "50.0" : 2.760848259956523E8, - "90.0" : 2.7776250323583204E8, - "95.0" : 2.7776250323583204E8, - "99.0" : 2.7776250323583204E8, - "99.9" : 2.7776250323583204E8, - "99.99" : 2.7776250323583204E8, - "99.999" : 2.7776250323583204E8, - "99.9999" : 2.7776250323583204E8, - "100.0" : 2.7776250323583204E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7385526170312023E8, - 2.723549739380897E8, - 2.775225850891977E8, - 2.7776250323583204E8, - 2.760848259956523E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.782720242698206E8, - "scoreError" : 7387392.333618608, - "scoreConfidence" : [ - 2.70884631936202E8, - 2.8565941660343915E8 - ], - "scorePercentiles" : { - "0.0" : 2.7680934869868314E8, - "50.0" : 2.7764584115157765E8, - "90.0" : 2.816357756416155E8, - "95.0" : 2.816357756416155E8, - "99.0" : 2.816357756416155E8, - "99.9" : 2.816357756416155E8, - "99.99" : 2.816357756416155E8, - "99.999" : 2.816357756416155E8, - "99.9999" : 2.816357756416155E8, - "100.0" : 2.816357756416155E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7764584115157765E8, - 2.778124454374116E8, - 2.816357756416155E8, - 2.774567104198151E8, - 2.7680934869868314E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 7.890656162059799E7, - "scoreError" : 2.381155111335194E7, - "scoreConfidence" : [ - 5.509501050724605E7, - 1.0271811273394993E8 - ], - "scorePercentiles" : { - "0.0" : 6.787916282669078E7, - "50.0" : 8.146345071570821E7, - "90.0" : 8.247106641883753E7, - "95.0" : 8.247106641883753E7, - "99.0" : 8.247106641883753E7, - "99.9" : 8.247106641883753E7, - "99.99" : 8.247106641883753E7, - "99.999" : 8.247106641883753E7, - "99.9999" : 8.247106641883753E7, - "100.0" : 8.247106641883753E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.155373665808572E7, - 6.787916282669078E7, - 8.146345071570821E7, - 8.247106641883753E7, - 8.116539148366775E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 1.683663194053664E7, - "scoreError" : 3116935.79738362, - "scoreConfidence" : [ - 1.3719696143153021E7, - 1.9953567737920262E7 - ], - "scorePercentiles" : { - "0.0" : 1.5425563154723536E7, - "50.0" : 1.7106000335604385E7, - "90.0" : 1.7371069316993587E7, - "95.0" : 1.7371069316993587E7, - "99.0" : 1.7371069316993587E7, - "99.9" : 1.7371069316993587E7, - "99.99" : 1.7371069316993587E7, - "99.999" : 1.7371069316993587E7, - "99.9999" : 1.7371069316993587E7, - "100.0" : 1.7371069316993587E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.693144630636215E7, - 1.7371069316993587E7, - 1.7106000335604385E7, - 1.7349080588999547E7, - 1.5425563154723536E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.2979450432317566E7, - "scoreError" : 2345081.3049027366, - "scoreConfidence" : [ - 1.063436912741483E7, - 1.5324531737220302E7 - ], - "scorePercentiles" : { - "0.0" : 1.1954822040064013E7, - "50.0" : 1.3224577133538978E7, - "90.0" : 1.3488582064216176E7, - "95.0" : 1.3488582064216176E7, - "99.0" : 1.3488582064216176E7, - "99.9" : 1.3488582064216176E7, - "99.99" : 1.3488582064216176E7, - "99.999" : 1.3488582064216176E7, - "99.9999" : 1.3488582064216176E7, - "100.0" : 1.3488582064216176E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3488582064216176E7, - 1.3224577133538978E7, - 1.1954822040064013E7, - 1.2917331010805452E7, - 1.3311939912963223E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6952417.933267238, - "scoreError" : 380711.25459517236, - "scoreConfidence" : [ - 6571706.678672065, - 7333129.18786241 - ], - "scorePercentiles" : { - "0.0" : 6844108.641092998, - "50.0" : 6985447.879459673, - "90.0" : 7079738.383417205, - "95.0" : 7079738.383417205, - "99.0" : 7079738.383417205, - "99.9" : 7079738.383417205, - "99.99" : 7079738.383417205, - "99.999" : 7079738.383417205, - "99.9999" : 7079738.383417205, - "100.0" : 7079738.383417205 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6992405.71299124, - 6985447.879459673, - 6844108.641092998, - 6860389.049375068, - 7079738.383417205 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2874890.8115206687, - "scoreError" : 123991.44394290987, - "scoreConfidence" : [ - 2750899.3675777586, - 2998882.2554635787 - ], - "scorePercentiles" : { - "0.0" : 2829160.9058839614, - "50.0" : 2880488.7244757456, - "90.0" : 2918492.914385737, - "95.0" : 2918492.914385737, - "99.0" : 2918492.914385737, - "99.9" : 2918492.914385737, - "99.99" : 2918492.914385737, - "99.999" : 2918492.914385737, - "99.9999" : 2918492.914385737, - "100.0" : 2918492.914385737 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2880488.7244757456, - 2918492.914385737, - 2829160.9058839614, - 2880826.556740387, - 2865484.9561175127 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1577754.9744177572, - "scoreError" : 300359.0555560396, - "scoreConfidence" : [ - 1277395.9188617177, - 1878114.0299737968 - ], - "scorePercentiles" : { - "0.0" : 1452179.544076802, - "50.0" : 1606781.2072853746, - "90.0" : 1645195.9967000713, - "95.0" : 1645195.9967000713, - "99.0" : 1645195.9967000713, - "99.9" : 1645195.9967000713, - "99.99" : 1645195.9967000713, - "99.999" : 1645195.9967000713, - "99.9999" : 1645195.9967000713, - "100.0" : 1645195.9967000713 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1555202.556714995, - 1452179.544076802, - 1645195.9967000713, - 1606781.2072853746, - 1629415.5673115435 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 659173.4683172117, - "scoreError" : 117753.23483470592, - "scoreConfidence" : [ - 541420.2334825058, - 776926.7031519177 - ], - "scorePercentiles" : { - "0.0" : 608388.3545783325, - "50.0" : 672061.3874566962, - "90.0" : 686439.3277433744, - "95.0" : 686439.3277433744, - "99.0" : 686439.3277433744, - "99.9" : 686439.3277433744, - "99.99" : 686439.3277433744, - "99.999" : 686439.3277433744, - "99.9999" : 686439.3277433744, - "100.0" : 686439.3277433744 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 674373.8250386108, - 608388.3545783325, - 672061.3874566962, - 686439.3277433744, - 654604.4467690444 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 10218.394754721903, - "scoreError" : 866.8236157946224, - "scoreConfidence" : [ - 9351.57113892728, - 11085.218370516526 - ], - "scorePercentiles" : { - "0.0" : 9946.881891603967, - "50.0" : 10255.87892119661, - "90.0" : 10535.443104793883, - "95.0" : 10535.443104793883, - "99.0" : 10535.443104793883, - "99.9" : 10535.443104793883, - "99.99" : 10535.443104793883, - "99.999" : 10535.443104793883, - "99.9999" : 10535.443104793883, - "100.0" : 10535.443104793883 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9946.881891603967, - 10255.87892119661, - 10285.536611958314, - 10535.443104793883, - 10068.233244056735 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 4520.594016428475, - "scoreError" : 586.1304289092237, - "scoreConfidence" : [ - 3934.463587519251, - 5106.724445337699 - ], - "scorePercentiles" : { - "0.0" : 4254.586158473678, - "50.0" : 4559.584632994026, - "90.0" : 4638.578120920197, - "95.0" : 4638.578120920197, - "99.0" : 4638.578120920197, - "99.9" : 4638.578120920197, - "99.99" : 4638.578120920197, - "99.999" : 4638.578120920197, - "99.9999" : 4638.578120920197, - "100.0" : 4638.578120920197 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4591.455149251886, - 4559.584632994026, - 4254.586158473678, - 4558.766020502588, - 4638.578120920197 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 3724.7407984091274, - "scoreError" : 801.042857804987, - "scoreConfidence" : [ - 2923.6979406041405, - 4525.783656214115 - ], - "scorePercentiles" : { - "0.0" : 3353.7896379860304, - "50.0" : 3814.0948901151464, - "90.0" : 3834.3027918808075, - "95.0" : 3834.3027918808075, - "99.0" : 3834.3027918808075, - "99.9" : 3834.3027918808075, - "99.99" : 3834.3027918808075, - "99.999" : 3834.3027918808075, - "99.9999" : 3834.3027918808075, - "100.0" : 3834.3027918808075 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3829.6301482716467, - 3791.886523792007, - 3814.0948901151464, - 3353.7896379860304, - 3834.3027918808075 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 7839.88734640501, - "scoreError" : 780.8688062989022, - "scoreConfidence" : [ - 7059.018540106108, - 8620.756152703912 - ], - "scorePercentiles" : { - "0.0" : 7526.925647805276, - "50.0" : 7917.527958518246, - "90.0" : 8025.181472389259, - "95.0" : 8025.181472389259, - "99.0" : 8025.181472389259, - "99.9" : 8025.181472389259, - "99.99" : 8025.181472389259, - "99.999" : 8025.181472389259, - "99.9999" : 8025.181472389259, - "100.0" : 8025.181472389259 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8025.181472389259, - 7976.5596938509225, - 7753.24195946135, - 7526.925647805276, - 7917.527958518246 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 8039.121867950058, - "scoreError" : 304.08442205610453, - "scoreConfidence" : [ - 7735.037445893953, - 8343.206290006163 - ], - "scorePercentiles" : { - "0.0" : 7904.691033096018, - "50.0" : 8071.927680197629, - "90.0" : 8098.547313929464, - "95.0" : 8098.547313929464, - "99.0" : 8098.547313929464, - "99.9" : 8098.547313929464, - "99.99" : 8098.547313929464, - "99.999" : 8098.547313929464, - "99.9999" : 8098.547313929464, - "100.0" : 8098.547313929464 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8071.927680197629, - 8033.999196943909, - 8098.547313929464, - 7904.691033096018, - 8086.444115583278 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 7468.818496450852, - "scoreError" : 74.53093692816094, - "scoreConfidence" : [ - 7394.287559522691, - 7543.349433379013 - ], - "scorePercentiles" : { - "0.0" : 7439.352011892602, - "50.0" : 7478.189010185763, - "90.0" : 7483.996705386335, - "95.0" : 7483.996705386335, - "99.0" : 7483.996705386335, - "99.9" : 7483.996705386335, - "99.99" : 7483.996705386335, - "99.999" : 7483.996705386335, - "99.9999" : 7483.996705386335, - "100.0" : 7483.996705386335 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7478.189010185763, - 7483.996705386335, - 7439.352011892602, - 7459.030276603734, - 7483.524478185821 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 964.672989117638, - "scoreError" : 22.25191094686229, - "scoreConfidence" : [ - 942.4210781707758, - 986.9249000645003 - ], - "scorePercentiles" : { - "0.0" : 960.3570787311315, - "50.0" : 960.6565985993866, - "90.0" : 972.3295397952908, - "95.0" : 972.3295397952908, - "99.0" : 972.3295397952908, - "99.9" : 972.3295397952908, - "99.99" : 972.3295397952908, - "99.999" : 972.3295397952908, - "99.9999" : 972.3295397952908, - "100.0" : 972.3295397952908 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 960.3570787311315, - 960.6565985993866, - 969.4811143179948, - 972.3295397952908, - 960.5406141443871 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 876.7885036166314, - "scoreError" : 40.73178083508645, - "scoreConfidence" : [ - 836.056722781545, - 917.5202844517178 - ], - "scorePercentiles" : { - "0.0" : 863.438293671805, - "50.0" : 883.8926567157791, - "90.0" : 885.3345064461874, - "95.0" : 885.3345064461874, - "99.0" : 885.3345064461874, - "99.9" : 885.3345064461874, - "99.99" : 885.3345064461874, - "99.999" : 885.3345064461874, - "99.9999" : 885.3345064461874, - "100.0" : 885.3345064461874 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 883.8926567157791, - 867.177061109486, - 885.3345064461874, - 884.1000001398993, - 863.438293671805 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 882.7941827308638, - "scoreError" : 12.682318659410399, - "scoreConfidence" : [ - 870.1118640714534, - 895.4765013902742 - ], - "scorePercentiles" : { - "0.0" : 879.2928094135873, - "50.0" : 883.2360379231101, - "90.0" : 886.1048839402973, - "95.0" : 886.1048839402973, - "99.0" : 886.1048839402973, - "99.9" : 886.1048839402973, - "99.99" : 886.1048839402973, - "99.999" : 886.1048839402973, - "99.9999" : 886.1048839402973, - "100.0" : 886.1048839402973 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 885.8263557449676, - 883.2360379231101, - 879.510826632357, - 886.1048839402973, - 879.2928094135873 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 95.6188670140142, - "scoreError" : 3.094884426920394, - "scoreConfidence" : [ - 92.52398258709381, - 98.71375144093459 - ], - "scorePercentiles" : { - "0.0" : 94.6617326289538, - "50.0" : 95.8679196992569, - "90.0" : 96.46049816610876, - "95.0" : 96.46049816610876, - "99.0" : 96.46049816610876, - "99.9" : 96.46049816610876, - "99.99" : 96.46049816610876, - "99.999" : 96.46049816610876, - "99.9999" : 96.46049816610876, - "100.0" : 96.46049816610876 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 94.88555492457759, - 94.6617326289538, - 95.8679196992569, - 96.21862965117394, - 96.46049816610876 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 88.08451653863206, - "scoreError" : 2.0223334263740753, - "scoreConfidence" : [ - 86.06218311225798, - 90.10684996500613 - ], - "scorePercentiles" : { - "0.0" : 87.16943895100329, - "50.0" : 88.25425355397624, - "90.0" : 88.49080768108706, - "95.0" : 88.49080768108706, - "99.0" : 88.49080768108706, - "99.9" : 88.49080768108706, - "99.99" : 88.49080768108706, - "99.999" : 88.49080768108706, - "99.9999" : 88.49080768108706, - "100.0" : 88.49080768108706 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 88.1686429455725, - 88.25425355397624, - 88.49080768108706, - 87.16943895100329, - 88.33943956152119 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 87.68029122293204, - "scoreError" : 2.054514274586781, - "scoreConfidence" : [ - 85.62577694834526, - 89.73480549751882 - ], - "scorePercentiles" : { - "0.0" : 87.22605888024617, - "50.0" : 87.49138649785479, - "90.0" : 88.49730966408676, - "95.0" : 88.49730966408676, - "99.0" : 88.49730966408676, - "99.9" : 88.49730966408676, - "99.99" : 88.49730966408676, - "99.999" : 88.49730966408676, - "99.9999" : 88.49730966408676, - "100.0" : 88.49730966408676 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 87.92050298456537, - 87.49138649785479, - 88.49730966408676, - 87.26619808790716, - 87.22605888024617 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 0.6903830015126056, - "scoreError" : 0.004435559544912542, - "scoreConfidence" : [ - 0.685947441967693, - 0.6948185610575182 - ], - "scorePercentiles" : { - "0.0" : 0.688727268689077, - "50.0" : 0.6906145565331506, - "90.0" : 0.6916032618801141, - "95.0" : 0.6916032618801141, - "99.0" : 0.6916032618801141, - "99.9" : 0.6916032618801141, - "99.99" : 0.6916032618801141, - "99.999" : 0.6916032618801141, - "99.9999" : 0.6916032618801141, - "100.0" : 0.6916032618801141 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.6916032618801141, - 0.688727268689077, - 0.6897769327893856, - 0.6911929876713006, - 0.6906145565331506 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 0.6897618502124758, - "scoreError" : 0.015471662464359595, - "scoreConfidence" : [ - 0.6742901877481162, - 0.7052335126768354 - ], - "scorePercentiles" : { - "0.0" : 0.6830669721530692, - "50.0" : 0.6903802354477726, - "90.0" : 0.6936605097997984, - "95.0" : 0.6936605097997984, - "99.0" : 0.6936605097997984, - "99.9" : 0.6936605097997984, - "99.99" : 0.6936605097997984, - "99.999" : 0.6936605097997984, - "99.9999" : 0.6936605097997984, - "100.0" : 0.6936605097997984 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.689901925115302, - 0.6903802354477726, - 0.6936605097997984, - 0.6917996085464367, - 0.6830669721530692 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 0.6909822396028469, - "scoreError" : 0.010395334581095718, - "scoreConfidence" : [ - 0.6805869050217511, - 0.7013775741839426 - ], - "scorePercentiles" : { - "0.0" : 0.6864083623955659, - "50.0" : 0.6919939808287565, - "90.0" : 0.6928989679413996, - "95.0" : 0.6928989679413996, - "99.0" : 0.6928989679413996, - "99.9" : 0.6928989679413996, - "99.99" : 0.6928989679413996, - "99.999" : 0.6928989679413996, - "99.9999" : 0.6928989679413996, - "100.0" : 0.6928989679413996 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.6928491227722243, - 0.690760764076288, - 0.6919939808287565, - 0.6928989679413996, - 0.6864083623955659 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.736211011877404E8, - "scoreError" : 1.2705767238394788E7, - "scoreConfidence" : [ - 2.609153339493456E8, - 2.863268684261352E8 - ], - "scorePercentiles" : { - "0.0" : 2.699745559861874E8, - "50.0" : 2.725590578074775E8, - "90.0" : 2.771542193311776E8, - "95.0" : 2.771542193311776E8, - "99.0" : 2.771542193311776E8, - "99.9" : 2.771542193311776E8, - "99.99" : 2.771542193311776E8, - "99.999" : 2.771542193311776E8, - "99.9999" : 2.771542193311776E8, - "100.0" : 2.771542193311776E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.771542193311776E8, - 2.770329889076432E8, - 2.713846839062162E8, - 2.725590578074775E8, - 2.699745559861874E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.7562636962117016E8, - "scoreError" : 1.643554081988665E7, - "scoreConfidence" : [ - 2.591908288012835E8, - 2.920619104410568E8 - ], - "scorePercentiles" : { - "0.0" : 2.690196880556189E8, - "50.0" : 2.7784952803199947E8, - "90.0" : 2.7902872182088226E8, - "95.0" : 2.7902872182088226E8, - "99.0" : 2.7902872182088226E8, - "99.9" : 2.7902872182088226E8, - "99.99" : 2.7902872182088226E8, - "99.999" : 2.7902872182088226E8, - "99.9999" : 2.7902872182088226E8, - "100.0" : 2.7902872182088226E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7784952803199947E8, - 2.7902872182088226E8, - 2.73644701693216E8, - 2.690196880556189E8, - 2.7858920850413406E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 8.015456926755711E7, - "scoreError" : 5582568.634610444, - "scoreConfidence" : [ - 7.457200063294667E7, - 8.573713790216756E7 - ], - "scorePercentiles" : { - "0.0" : 7.831221554950583E7, - "50.0" : 8.09458382641495E7, - "90.0" : 8.136074983544436E7, - "95.0" : 8.136074983544436E7, - "99.0" : 8.136074983544436E7, - "99.9" : 8.136074983544436E7, - "99.99" : 8.136074983544436E7, - "99.999" : 8.136074983544436E7, - "99.9999" : 8.136074983544436E7, - "100.0" : 8.136074983544436E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.886869161962055E7, - 8.136074983544436E7, - 7.831221554950583E7, - 8.12853510690653E7, - 8.09458382641495E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 1.6233894006519517E7, - "scoreError" : 993449.91232807, - "scoreConfidence" : [ - 1.5240444094191447E7, - 1.7227343918847587E7 - ], - "scorePercentiles" : { - "0.0" : 1.5850158792170363E7, - "50.0" : 1.6373490935994491E7, - "90.0" : 1.6446153315746441E7, - "95.0" : 1.6446153315746441E7, - "99.0" : 1.6446153315746441E7, - "99.9" : 1.6446153315746441E7, - "99.99" : 1.6446153315746441E7, - "99.999" : 1.6446153315746441E7, - "99.9999" : 1.6446153315746441E7, - "100.0" : 1.6446153315746441E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6446153315746441E7, - 1.6414066771891685E7, - 1.5850158792170363E7, - 1.6373490935994491E7, - 1.6085600216794604E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.1946452881644314E7, - "scoreError" : 3610796.044592374, - "scoreConfidence" : [ - 8335656.83705194, - 1.555724892623669E7 - ], - "scorePercentiles" : { - "0.0" : 1.0272743653465563E7, - "50.0" : 1.2333039647594707E7, - "90.0" : 1.2456056137598004E7, - "95.0" : 1.2456056137598004E7, - "99.0" : 1.2456056137598004E7, - "99.9" : 1.2456056137598004E7, - "99.99" : 1.2456056137598004E7, - "99.999" : 1.2456056137598004E7, - "99.9999" : 1.2456056137598004E7, - "100.0" : 1.2456056137598004E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2333039647594707E7, - 1.2287769191601386E7, - 1.0272743653465563E7, - 1.2382655777961917E7, - 1.2456056137598004E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6481479.541522102, - "scoreError" : 1366617.0452152558, - "scoreConfidence" : [ - 5114862.496306847, - 7848096.586737358 - ], - "scorePercentiles" : { - "0.0" : 5897180.481587058, - "50.0" : 6618201.93458517, - "90.0" : 6787864.798663052, - "95.0" : 6787864.798663052, - "99.0" : 6787864.798663052, - "99.9" : 6787864.798663052, - "99.99" : 6787864.798663052, - "99.999" : 6787864.798663052, - "99.9999" : 6787864.798663052, - "100.0" : 6787864.798663052 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6410838.669355687, - 6787864.798663052, - 6693311.823419545, - 5897180.481587058, - 6618201.93458517 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2973404.15182945, - "scoreError" : 119985.84088569293, - "scoreConfidence" : [ - 2853418.310943757, - 3093389.9927151427 - ], - "scorePercentiles" : { - "0.0" : 2943833.740420584, - "50.0" : 2967516.65930227, - "90.0" : 3026335.049690968, - "95.0" : 3026335.049690968, - "99.0" : 3026335.049690968, - "99.9" : 3026335.049690968, - "99.99" : 3026335.049690968, - "99.999" : 3026335.049690968, - "99.9999" : 3026335.049690968, - "100.0" : 3026335.049690968 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2961476.7774315453, - 2967858.532301882, - 2943833.740420584, - 3026335.049690968, - 2967516.65930227 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1041042.9945349604, - "scoreError" : 176082.94103579997, - "scoreConfidence" : [ - 864960.0534991603, - 1217125.9355707604 - ], - "scorePercentiles" : { - "0.0" : 966046.9348750318, - "50.0" : 1054432.702813944, - "90.0" : 1084355.3002865715, - "95.0" : 1084355.3002865715, - "99.0" : 1084355.3002865715, - "99.9" : 1084355.3002865715, - "99.99" : 1084355.3002865715, - "99.999" : 1084355.3002865715, - "99.9999" : 1084355.3002865715, - "100.0" : 1084355.3002865715 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 966046.9348750318, - 1034107.7153746035, - 1084355.3002865715, - 1054432.702813944, - 1066272.3193246503 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 631527.632291583, - "scoreError" : 43492.06096649351, - "scoreConfidence" : [ - 588035.5713250894, - 675019.6932580766 - ], - "scorePercentiles" : { - "0.0" : 621710.177045183, - "50.0" : 624888.1550992719, - "90.0" : 644736.2320084298, - "95.0" : 644736.2320084298, - "99.0" : 644736.2320084298, - "99.9" : 644736.2320084298, - "99.99" : 644736.2320084298, - "99.999" : 644736.2320084298, - "99.9999" : 644736.2320084298, - "100.0" : 644736.2320084298 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 621710.177045183, - 624888.1550992719, - 644736.2320084298, - 642900.5805455958, - 623403.0167594341 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 10379.612468935895, - "scoreError" : 904.1072665694508, - "scoreConfidence" : [ - 9475.505202366445, - 11283.719735505345 - ], - "scorePercentiles" : { - "0.0" : 9988.21246983144, - "50.0" : 10466.303504991338, - "90.0" : 10606.738145700252, - "95.0" : 10606.738145700252, - "99.0" : 10606.738145700252, - "99.9" : 10606.738145700252, - "99.99" : 10606.738145700252, - "99.999" : 10606.738145700252, - "99.9999" : 10606.738145700252, - "100.0" : 10606.738145700252 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10367.37697925741, - 10606.738145700252, - 10469.431244899039, - 10466.303504991338, - 9988.21246983144 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 3955.2488768117864, - "scoreError" : 437.96176848559674, - "scoreConfidence" : [ - 3517.28710832619, - 4393.210645297383 - ], - "scorePercentiles" : { - "0.0" : 3778.0474068708963, - "50.0" : 4003.8519334377106, - "90.0" : 4073.9673673134916, - "95.0" : 4073.9673673134916, - "99.0" : 4073.9673673134916, - "99.9" : 4073.9673673134916, - "99.99" : 4073.9673673134916, - "99.999" : 4073.9673673134916, - "99.9999" : 4073.9673673134916, - "100.0" : 4073.9673673134916 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4073.9673673134916, - 3916.3757614804413, - 3778.0474068708963, - 4004.0019149563946, - 4003.8519334377106 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 2690.070621845046, - "scoreError" : 333.11315553356127, - "scoreConfidence" : [ - 2356.9574663114845, - 3023.1837773786074 - ], - "scorePercentiles" : { - "0.0" : 2538.9579659495307, - "50.0" : 2722.1497221680456, - "90.0" : 2757.6699013015555, - "95.0" : 2757.6699013015555, - "99.0" : 2757.6699013015555, - "99.9" : 2757.6699013015555, - "99.99" : 2757.6699013015555, - "99.999" : 2757.6699013015555, - "99.9999" : 2757.6699013015555, - "100.0" : 2757.6699013015555 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2538.9579659495307, - 2706.3451835867345, - 2757.6699013015555, - 2722.1497221680456, - 2725.2303362193647 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 7949.8122041126435, - "scoreError" : 460.4399741455861, - "scoreConfidence" : [ - 7489.372229967057, - 8410.25217825823 - ], - "scorePercentiles" : { - "0.0" : 7783.170428390758, - "50.0" : 7972.951208376808, - "90.0" : 8079.266477138658, - "95.0" : 8079.266477138658, - "99.0" : 8079.266477138658, - "99.9" : 8079.266477138658, - "99.99" : 8079.266477138658, - "99.999" : 8079.266477138658, - "99.9999" : 8079.266477138658, - "100.0" : 8079.266477138658 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7879.278260910333, - 8034.394645746667, - 7783.170428390758, - 7972.951208376808, - 8079.266477138658 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 7766.240769777631, - "scoreError" : 572.5909561205539, - "scoreConfidence" : [ - 7193.649813657077, - 8338.831725898184 - ], - "scorePercentiles" : { - "0.0" : 7658.070291862012, - "50.0" : 7737.523038219993, - "90.0" : 8021.845133444203, - "95.0" : 8021.845133444203, - "99.0" : 8021.845133444203, - "99.9" : 8021.845133444203, - "99.99" : 8021.845133444203, - "99.999" : 8021.845133444203, - "99.9999" : 8021.845133444203, - "100.0" : 8021.845133444203 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8021.845133444203, - 7748.959463285796, - 7664.8059220761525, - 7737.523038219993, - 7658.070291862012 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 7453.878146509208, - "scoreError" : 151.71060962616312, - "scoreConfidence" : [ - 7302.167536883045, - 7605.588756135371 - ], - "scorePercentiles" : { - "0.0" : 7389.15811501065, - "50.0" : 7462.5916403704605, - "90.0" : 7487.691806765141, - "95.0" : 7487.691806765141, - "99.0" : 7487.691806765141, - "99.9" : 7487.691806765141, - "99.99" : 7487.691806765141, - "99.999" : 7487.691806765141, - "99.9999" : 7487.691806765141, - "100.0" : 7487.691806765141 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7487.691806765141, - 7462.5916403704605, - 7389.15811501065, - 7481.630174337554, - 7448.318996062232 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 964.2025568877583, - "scoreError" : 14.602237572539913, - "scoreConfidence" : [ - 949.6003193152184, - 978.8047944602982 - ], - "scorePercentiles" : { - "0.0" : 960.0178000843955, - "50.0" : 963.2571534219098, - "90.0" : 970.0620740126344, - "95.0" : 970.0620740126344, - "99.0" : 970.0620740126344, - "99.9" : 970.0620740126344, - "99.99" : 970.0620740126344, - "99.999" : 970.0620740126344, - "99.9999" : 970.0620740126344, - "100.0" : 970.0620740126344 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 970.0620740126344, - 962.3352389481093, - 965.3405179717424, - 963.2571534219098, - 960.0178000843955 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 875.8935573447043, - "scoreError" : 34.113681475513495, - "scoreConfidence" : [ - 841.7798758691907, - 910.0072388202178 - ], - "scorePercentiles" : { - "0.0" : 863.7661383781202, - "50.0" : 877.1866865392278, - "90.0" : 884.4940586467599, - "95.0" : 884.4940586467599, - "99.0" : 884.4940586467599, - "99.9" : 884.4940586467599, - "99.99" : 884.4940586467599, - "99.999" : 884.4940586467599, - "99.9999" : 884.4940586467599, - "100.0" : 884.4940586467599 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 883.6712601524831, - 863.7661383781202, - 877.1866865392278, - 870.3496430069303, - 884.4940586467599 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 880.1822278270922, - "scoreError" : 15.87521785273108, - "scoreConfidence" : [ - 864.3070099743611, - 896.0574456798233 - ], - "scorePercentiles" : { - "0.0" : 874.0559562082161, - "50.0" : 881.9216387722633, - "90.0" : 883.6526697143368, - "95.0" : 883.6526697143368, - "99.0" : 883.6526697143368, - "99.9" : 883.6526697143368, - "99.99" : 883.6526697143368, - "99.999" : 883.6526697143368, - "99.9999" : 883.6526697143368, - "100.0" : 883.6526697143368 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 883.3760750117235, - 874.0559562082161, - 883.6526697143368, - 881.9216387722633, - 877.9047994289214 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 96.41972424865637, - "scoreError" : 1.117014135481329, - "scoreConfidence" : [ - 95.30271011317504, - 97.53673838413769 - ], - "scorePercentiles" : { - "0.0" : 96.07296274880667, - "50.0" : 96.47174402469375, - "90.0" : 96.74516643181548, - "95.0" : 96.74516643181548, - "99.0" : 96.74516643181548, - "99.9" : 96.74516643181548, - "99.99" : 96.74516643181548, - "99.999" : 96.74516643181548, - "99.9999" : 96.74516643181548, - "100.0" : 96.74516643181548 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 96.07296274880667, - 96.63595965699544, - 96.17278838097054, - 96.74516643181548, - 96.47174402469375 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 87.63202941731274, - "scoreError" : 1.924926876763536, - "scoreConfidence" : [ - 85.7071025405492, - 89.55695629407627 - ], - "scorePercentiles" : { - "0.0" : 86.982280183383, - "50.0" : 87.9155562290864, - "90.0" : 88.10562923585678, - "95.0" : 88.10562923585678, - "99.0" : 88.10562923585678, - "99.9" : 88.10562923585678, - "99.99" : 88.10562923585678, - "99.999" : 88.10562923585678, - "99.9999" : 88.10562923585678, - "100.0" : 88.10562923585678 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 86.982280183383, - 87.9155562290864, - 88.10562923585678, - 87.94369422565941, - 87.2129872125781 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 87.99248986750948, - "scoreError" : 1.510778603890805, - "scoreConfidence" : [ - 86.48171126361868, - 89.50326847140028 - ], - "scorePercentiles" : { - "0.0" : 87.51772848117622, - "50.0" : 88.13141517384192, - "90.0" : 88.40407604634136, - "95.0" : 88.40407604634136, - "99.0" : 88.40407604634136, - "99.9" : 88.40407604634136, - "99.99" : 88.40407604634136, - "99.999" : 88.40407604634136, - "99.9999" : 88.40407604634136, - "100.0" : 88.40407604634136 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 87.51772848117622, - 88.26986526999731, - 88.13141517384192, - 88.40407604634136, - 87.63936436619058 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 0.6899787592264925, - "scoreError" : 0.011847915931324098, - "scoreConfidence" : [ - 0.6781308432951685, - 0.7018266751578166 - ], - "scorePercentiles" : { - "0.0" : 0.6855969087027742, - "50.0" : 0.6896874516891183, - "90.0" : 0.6937927663444188, - "95.0" : 0.6937927663444188, - "99.0" : 0.6937927663444188, - "99.9" : 0.6937927663444188, - "99.99" : 0.6937927663444188, - "99.999" : 0.6937927663444188, - "99.9999" : 0.6937927663444188, - "100.0" : 0.6937927663444188 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.6896874516891183, - 0.6937927663444188, - 0.6855969087027742, - 0.6917624444572087, - 0.6890542249389432 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 0.6902673685374631, - "scoreError" : 0.01358752202788101, - "scoreConfidence" : [ - 0.676679846509582, - 0.7038548905653441 - ], - "scorePercentiles" : { - "0.0" : 0.684413819517668, - "50.0" : 0.6911843004154706, - "90.0" : 0.6930331743081162, - "95.0" : 0.6930331743081162, - "99.0" : 0.6930331743081162, - "99.9" : 0.6930331743081162, - "99.99" : 0.6930331743081162, - "99.999" : 0.6930331743081162, - "99.9999" : 0.6930331743081162, - "100.0" : 0.6930331743081162 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.692884832381088, - 0.6930331743081162, - 0.684413819517668, - 0.6911843004154706, - 0.6898207160649727 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.nonParallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 0.6913900164191544, - "scoreError" : 0.006678736358225112, - "scoreConfidence" : [ - 0.6847112800609293, - 0.6980687527773796 - ], - "scorePercentiles" : { - "0.0" : 0.6892791463958228, - "50.0" : 0.6911018162862038, - "90.0" : 0.693830690969923, - "95.0" : 0.693830690969923, - "99.0" : 0.693830690969923, - "99.9" : 0.693830690969923, - "99.99" : 0.693830690969923, - "99.999" : 0.693830690969923, - "99.9999" : 0.693830690969923, - "100.0" : 0.693830690969923 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 0.6922457503177029, - 0.6911018162862038, - 0.693830690969923, - 0.6892791463958228, - 0.69049267812612 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.5815661142591086E8, - "scoreError" : 1.6210349859981596E7, - "scoreConfidence" : [ - 2.4194626156592926E8, - 2.743669612858925E8 - ], - "scorePercentiles" : { - "0.0" : 2.5411232248545814E8, - "50.0" : 2.58243956922875E8, - "90.0" : 2.6489301626844904E8, - "95.0" : 2.6489301626844904E8, - "99.0" : 2.6489301626844904E8, - "99.9" : 2.6489301626844904E8, - "99.99" : 2.6489301626844904E8, - "99.999" : 2.6489301626844904E8, - "99.9999" : 2.6489301626844904E8, - "100.0" : 2.6489301626844904E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5411232248545814E8, - 2.6489301626844904E8, - 2.5514159407668275E8, - 2.5839216737608927E8, - 2.58243956922875E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.60082463747748E8, - "scoreError" : 2.3347661960641943E7, - "scoreConfidence" : [ - 2.3673480178710604E8, - 2.8343012570838994E8 - ], - "scorePercentiles" : { - "0.0" : 2.522936870896998E8, - "50.0" : 2.5983573007032606E8, - "90.0" : 2.6663264202196404E8, - "95.0" : 2.6663264202196404E8, - "99.0" : 2.6663264202196404E8, - "99.9" : 2.6663264202196404E8, - "99.99" : 2.6663264202196404E8, - "99.999" : 2.6663264202196404E8, - "99.9999" : 2.6663264202196404E8, - "100.0" : 2.6663264202196404E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6663264202196404E8, - 2.562250629258515E8, - 2.5983573007032606E8, - 2.522936870896998E8, - 2.654251966308986E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 8.098708846454015E7, - "scoreError" : 4420720.190233526, - "scoreConfidence" : [ - 7.656636827430663E7, - 8.540780865477368E7 - ], - "scorePercentiles" : { - "0.0" : 7.938355037149227E7, - "50.0" : 8.127265603298384E7, - "90.0" : 8.22081161813224E7, - "95.0" : 8.22081161813224E7, - "99.0" : 8.22081161813224E7, - "99.9" : 8.22081161813224E7, - "99.99" : 8.22081161813224E7, - "99.999" : 8.22081161813224E7, - "99.9999" : 8.22081161813224E7, - "100.0" : 8.22081161813224E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.028604111685888E7, - 8.127265603298384E7, - 8.22081161813224E7, - 7.938355037149227E7, - 8.178507862004332E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3.1705501474512268E7, - "scoreError" : 3193919.7320351573, - "scoreConfidence" : [ - 2.851158174247711E7, - 3.4899421206547424E7 - ], - "scorePercentiles" : { - "0.0" : 3.043490355890644E7, - "50.0" : 3.1955975671941914E7, - "90.0" : 3.2570648536994785E7, - "95.0" : 3.2570648536994785E7, - "99.0" : 3.2570648536994785E7, - "99.9" : 3.2570648536994785E7, - "99.99" : 3.2570648536994785E7, - "99.999" : 3.2570648536994785E7, - "99.9999" : 3.2570648536994785E7, - "100.0" : 3.2570648536994785E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.043490355890644E7, - 3.1386562073978636E7, - 3.2179417530739553E7, - 3.1955975671941914E7, - 3.2570648536994785E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.299651665932057E7, - "scoreError" : 2281360.824869405, - "scoreConfidence" : [ - 1.0715155834451165E7, - 1.5277877484189976E7 - ], - "scorePercentiles" : { - "0.0" : 1.1956896018541388E7, - "50.0" : 1.3182572020729925E7, - "90.0" : 1.3401973236046469E7, - "95.0" : 1.3401973236046469E7, - "99.0" : 1.3401973236046469E7, - "99.9" : 1.3401973236046469E7, - "99.99" : 1.3401973236046469E7, - "99.999" : 1.3401973236046469E7, - "99.9999" : 1.3401973236046469E7, - "100.0" : 1.3401973236046469E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3182572020729925E7, - 1.3111432941118732E7, - 1.1956896018541388E7, - 1.3329709080166342E7, - 1.3401973236046469E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6636980.443429768, - "scoreError" : 1402656.2517300681, - "scoreConfidence" : [ - 5234324.1916997, - 8039636.695159836 - ], - "scorePercentiles" : { - "0.0" : 5988381.415007575, - "50.0" : 6774903.2923543295, - "90.0" : 6859112.235538967, - "95.0" : 6859112.235538967, - "99.0" : 6859112.235538967, - "99.9" : 6859112.235538967, - "99.99" : 6859112.235538967, - "99.999" : 6859112.235538967, - "99.9999" : 6859112.235538967, - "100.0" : 6859112.235538967 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5988381.415007575, - 6774903.2923543295, - 6859112.235538967, - 6774842.692991845, - 6787662.58125612 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2878627.4380437494, - "scoreError" : 168546.42491008368, - "scoreConfidence" : [ - 2710081.0131336655, - 3047173.8629538333 - ], - "scorePercentiles" : { - "0.0" : 2812654.119441026, - "50.0" : 2871827.606032707, - "90.0" : 2921771.014293404, - "95.0" : 2921771.014293404, - "99.0" : 2921771.014293404, - "99.9" : 2921771.014293404, - "99.99" : 2921771.014293404, - "99.999" : 2921771.014293404, - "99.9999" : 2921771.014293404, - "100.0" : 2921771.014293404 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2871481.4508348266, - 2871827.606032707, - 2921771.014293404, - 2812654.119441026, - 2915402.999616782 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1596202.6684516585, - "scoreError" : 322489.0616941589, - "scoreConfidence" : [ - 1273713.6067574995, - 1918691.7301458174 - ], - "scorePercentiles" : { - "0.0" : 1448695.9975692623, - "50.0" : 1629979.2748709542, - "90.0" : 1655549.9034674903, - "95.0" : 1655549.9034674903, - "99.0" : 1655549.9034674903, - "99.9" : 1655549.9034674903, - "99.99" : 1655549.9034674903, - "99.999" : 1655549.9034674903, - "99.9999" : 1655549.9034674903, - "100.0" : 1655549.9034674903 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1448695.9975692623, - 1629979.2748709542, - 1632223.596909298, - 1655549.9034674903, - 1614564.5694412868 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 650665.6325140663, - "scoreError" : 208330.77991780938, - "scoreConfidence" : [ - 442334.8525962569, - 858996.4124318757 - ], - "scorePercentiles" : { - "0.0" : 555185.8412089219, - "50.0" : 671151.4015251432, - "90.0" : 687354.2663028837, - "95.0" : 687354.2663028837, - "99.0" : 687354.2663028837, - "99.9" : 687354.2663028837, - "99.99" : 687354.2663028837, - "99.999" : 687354.2663028837, - "99.9999" : 687354.2663028837, - "100.0" : 687354.2663028837 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 555185.8412089219, - 663010.0409980712, - 671151.4015251432, - 687354.2663028837, - 676626.6125353117 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 4619.155227879708, - "scoreError" : 662.261704065407, - "scoreConfidence" : [ - 3956.8935238143013, - 5281.416931945115 - ], - "scorePercentiles" : { - "0.0" : 4431.908821550187, - "50.0" : 4559.21396464891, - "90.0" : 4828.409193679777, - "95.0" : 4828.409193679777, - "99.0" : 4828.409193679777, - "99.9" : 4828.409193679777, - "99.99" : 4828.409193679777, - "99.999" : 4828.409193679777, - "99.9999" : 4828.409193679777, - "100.0" : 4828.409193679777 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4431.908821550187, - 4559.21396464891, - 4828.409193679777, - 4770.707138365503, - 4505.537021154164 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 4594.861747751644, - "scoreError" : 359.59330627995615, - "scoreConfidence" : [ - 4235.268441471688, - 4954.4550540315995 - ], - "scorePercentiles" : { - "0.0" : 4432.414117688004, - "50.0" : 4640.077996172581, - "90.0" : 4659.484111553967, - "95.0" : 4659.484111553967, - "99.0" : 4659.484111553967, - "99.9" : 4659.484111553967, - "99.99" : 4659.484111553967, - "99.999" : 4659.484111553967, - "99.9999" : 4659.484111553967, - "100.0" : 4659.484111553967 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4432.414117688004, - 4659.484111553967, - 4600.076376861335, - 4642.2561364823305, - 4640.077996172581 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 4277.390366086254, - "scoreError" : 364.7313841886316, - "scoreConfidence" : [ - 3912.6589818976227, - 4642.121750274886 - ], - "scorePercentiles" : { - "0.0" : 4142.0772063400445, - "50.0" : 4280.620955153088, - "90.0" : 4403.681963465979, - "95.0" : 4403.681963465979, - "99.0" : 4403.681963465979, - "99.9" : 4403.681963465979, - "99.99" : 4403.681963465979, - "99.999" : 4403.681963465979, - "99.9999" : 4403.681963465979, - "100.0" : 4403.681963465979 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4142.0772063400445, - 4308.576963200594, - 4251.994742271566, - 4403.681963465979, - 4280.620955153088 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 6822.912002569549, - "scoreError" : 160.36453632656492, - "scoreConfidence" : [ - 6662.547466242984, - 6983.276538896114 - ], - "scorePercentiles" : { - "0.0" : 6758.291509183583, - "50.0" : 6841.656164084861, - "90.0" : 6855.16027727578, - "95.0" : 6855.16027727578, - "99.0" : 6855.16027727578, - "99.9" : 6855.16027727578, - "99.99" : 6855.16027727578, - "99.999" : 6855.16027727578, - "99.9999" : 6855.16027727578, - "100.0" : 6855.16027727578 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6758.291509183583, - 6855.16027727578, - 6804.451084101478, - 6855.0009782020425, - 6841.656164084861 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 6905.576118974507, - "scoreError" : 191.3369626727225, - "scoreConfidence" : [ - 6714.2391563017845, - 7096.91308164723 - ], - "scorePercentiles" : { - "0.0" : 6817.613806346321, - "50.0" : 6923.702402529131, - "90.0" : 6936.318008184351, - "95.0" : 6936.318008184351, - "99.0" : 6936.318008184351, - "99.9" : 6936.318008184351, - "99.99" : 6936.318008184351, - "99.999" : 6936.318008184351, - "99.9999" : 6936.318008184351, - "100.0" : 6936.318008184351 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6936.318008184351, - 6923.702402529131, - 6817.613806346321, - 6932.231486454871, - 6918.014891357863 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6899.89762302075, - "scoreError" : 147.04152510459184, - "scoreConfidence" : [ - 6752.856097916158, - 7046.9391481253415 - ], - "scorePercentiles" : { - "0.0" : 6851.293643092868, - "50.0" : 6909.067667318772, - "90.0" : 6942.618930695513, - "95.0" : 6942.618930695513, - "99.0" : 6942.618930695513, - "99.9" : 6942.618930695513, - "99.99" : 6942.618930695513, - "99.999" : 6942.618930695513, - "99.9999" : 6942.618930695513, - "100.0" : 6942.618930695513 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6851.293643092868, - 6942.618930695513, - 6870.3630908535, - 6909.067667318772, - 6926.144783143097 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 690.067109760115, - "scoreError" : 14.532040078097957, - "scoreConfidence" : [ - 675.5350696820171, - 704.599149838213 - ], - "scorePercentiles" : { - "0.0" : 686.1433988841294, - "50.0" : 690.7237042239409, - "90.0" : 693.9372714605834, - "95.0" : 693.9372714605834, - "99.0" : 693.9372714605834, - "99.9" : 693.9372714605834, - "99.99" : 693.9372714605834, - "99.999" : 693.9372714605834, - "99.9999" : 693.9372714605834, - "100.0" : 693.9372714605834 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 693.3699887740602, - 686.1611854578613, - 686.1433988841294, - 693.9372714605834, - 690.7237042239409 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 692.4242027774093, - "scoreError" : 14.686578704042933, - "scoreConfidence" : [ - 677.7376240733663, - 707.1107814814522 - ], - "scorePercentiles" : { - "0.0" : 687.0045139711475, - "50.0" : 692.2559483623505, - "90.0" : 697.6093164592846, - "95.0" : 697.6093164592846, - "99.0" : 697.6093164592846, - "99.9" : 697.6093164592846, - "99.99" : 697.6093164592846, - "99.999" : 697.6093164592846, - "99.9999" : 697.6093164592846, - "100.0" : 697.6093164592846 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 692.2559483623505, - 697.6093164592846, - 693.5796283230696, - 687.0045139711475, - 691.671606771194 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 690.8130013409225, - "scoreError" : 11.603235070673165, - "scoreConfidence" : [ - 679.2097662702494, - 702.4162364115956 - ], - "scorePercentiles" : { - "0.0" : 687.628092220554, - "50.0" : 690.5076128015282, - "90.0" : 694.6948226504903, - "95.0" : 694.6948226504903, - "99.0" : 694.6948226504903, - "99.9" : 694.6948226504903, - "99.99" : 694.6948226504903, - "99.999" : 694.6948226504903, - "99.9999" : 694.6948226504903, - "100.0" : 694.6948226504903 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 694.6948226504903, - 687.628092220554, - 688.2786096909341, - 692.955869341106, - 690.5076128015282 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 96.08456942248927, - "scoreError" : 1.960445754154439, - "scoreConfidence" : [ - 94.12412366833483, - 98.0450151766437 - ], - "scorePercentiles" : { - "0.0" : 95.62819528166818, - "50.0" : 95.7747208087575, - "90.0" : 96.74416515307787, - "95.0" : 96.74416515307787, - "99.0" : 96.74416515307787, - "99.9" : 96.74416515307787, - "99.99" : 96.74416515307787, - "99.999" : 96.74416515307787, - "99.9999" : 96.74416515307787, - "100.0" : 96.74416515307787 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 95.7747208087575, - 96.51984120949683, - 96.74416515307787, - 95.62819528166818, - 95.75592465944595 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 69.43731717048793, - "scoreError" : 1.2908274132624884, - "scoreConfidence" : [ - 68.14648975722544, - 70.72814458375042 - ], - "scorePercentiles" : { - "0.0" : 68.98278359813226, - "50.0" : 69.64840288272272, - "90.0" : 69.71591448065097, - "95.0" : 69.71591448065097, - "99.0" : 69.71591448065097, - "99.9" : 69.71591448065097, - "99.99" : 69.71591448065097, - "99.999" : 69.71591448065097, - "99.9999" : 69.71591448065097, - "100.0" : 69.71591448065097 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 69.71591448065097, - 68.98278359813226, - 69.17468349202625, - 69.64840288272272, - 69.66480139890743 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 87.76204403644724, - "scoreError" : 2.175502940987266, - "scoreConfidence" : [ - 85.58654109545996, - 89.93754697743451 - ], - "scorePercentiles" : { - "0.0" : 86.9425698621932, - "50.0" : 87.8458242535357, - "90.0" : 88.3414117268163, - "95.0" : 88.3414117268163, - "99.0" : 88.3414117268163, - "99.9" : 88.3414117268163, - "99.99" : 88.3414117268163, - "99.999" : 88.3414117268163, - "99.9999" : 88.3414117268163, - "100.0" : 88.3414117268163 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 87.48642267884448, - 88.19399166084652, - 87.8458242535357, - 86.9425698621932, - 88.3414117268163 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.291749437131807, - "scoreError" : 0.14320754750619347, - "scoreConfidence" : [ - 2.1485418896256134, - 2.4349569846380006 - ], - "scorePercentiles" : { - "0.0" : 2.251996980279233, - "50.0" : 2.2890656111888905, - "90.0" : 2.33677811933412, - "95.0" : 2.33677811933412, - "99.0" : 2.33677811933412, - "99.9" : 2.33677811933412, - "99.99" : 2.33677811933412, - "99.999" : 2.33677811933412, - "99.9999" : 2.33677811933412, - "100.0" : 2.33677811933412 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.33677811933412, - 2.2890656111888905, - 2.3213898129239072, - 2.259516661932885, - 2.251996980279233 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 3.6705518900282392, - "scoreError" : 0.31529695470101093, - "scoreConfidence" : [ - 3.3552549353272285, - 3.98584884472925 - ], - "scorePercentiles" : { - "0.0" : 3.548468528975931, - "50.0" : 3.699347475428222, - "90.0" : 3.766314717299033, - "95.0" : 3.766314717299033, - "99.0" : 3.766314717299033, - "99.9" : 3.766314717299033, - "99.99" : 3.766314717299033, - "99.999" : 3.766314717299033, - "99.9999" : 3.766314717299033, - "100.0" : 3.766314717299033 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.6384009159572432, - 3.699347475428222, - 3.548468528975931, - 3.7002278124807653, - 3.766314717299033 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 3.5162290689716746, - "scoreError" : 0.21037671440716413, - "scoreConfidence" : [ - 3.3058523545645104, - 3.726605783378839 - ], - "scorePercentiles" : { - "0.0" : 3.4292742240309013, - "50.0" : 3.5296534463061513, - "90.0" : 3.561422773226243, - "95.0" : 3.561422773226243, - "99.0" : 3.561422773226243, - "99.9" : 3.561422773226243, - "99.99" : 3.561422773226243, - "99.999" : 3.561422773226243, - "99.9999" : 3.561422773226243, - "100.0" : 3.561422773226243 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.5296534463061513, - 3.4292742240309013, - 3.500781138922676, - 3.561422773226243, - 3.5600137623724026 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.600650972434303E8, - "scoreError" : 8036874.2616566215, - "scoreConfidence" : [ - 2.5202822298177367E8, - 2.681019715050869E8 - ], - "scorePercentiles" : { - "0.0" : 2.5740928411297926E8, - "50.0" : 2.6034909832289E8, - "90.0" : 2.6251383306145075E8, - "95.0" : 2.6251383306145075E8, - "99.0" : 2.6251383306145075E8, - "99.9" : 2.6251383306145075E8, - "99.99" : 2.6251383306145075E8, - "99.999" : 2.6251383306145075E8, - "99.9999" : 2.6251383306145075E8, - "100.0" : 2.6251383306145075E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6251383306145075E8, - 2.5740928411297926E8, - 2.6034909832289E8, - 2.614914778147664E8, - 2.5856179290506503E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.5124141566102678E8, - "scoreError" : 6.337540851862323E7, - "scoreConfidence" : [ - 1.8786600714240354E8, - 3.1461682417965E8 - ], - "scorePercentiles" : { - "0.0" : 2.2331292235856643E8, - "50.0" : 2.5581578994857472E8, - "90.0" : 2.6635972201501647E8, - "95.0" : 2.6635972201501647E8, - "99.0" : 2.6635972201501647E8, - "99.9" : 2.6635972201501647E8, - "99.99" : 2.6635972201501647E8, - "99.999" : 2.6635972201501647E8, - "99.9999" : 2.6635972201501647E8, - "100.0" : 2.6635972201501647E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2331292235856643E8, - 2.5218823521848297E8, - 2.5581578994857472E8, - 2.6635972201501647E8, - 2.585304087644934E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 7.626393973817381E7, - "scoreError" : 3.716656493432344E7, - "scoreConfidence" : [ - 3.9097374803850375E7, - 1.1343050467249724E8 - ], - "scorePercentiles" : { - "0.0" : 5.931264962403928E7, - "50.0" : 8.005658027342984E7, - "90.0" : 8.3407819784875E7, - "95.0" : 8.3407819784875E7, - "99.0" : 8.3407819784875E7, - "99.9" : 8.3407819784875E7, - "99.99" : 8.3407819784875E7, - "99.999" : 8.3407819784875E7, - "99.9999" : 8.3407819784875E7, - "100.0" : 8.3407819784875E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.931264962403928E7, - 8.3407819784875E7, - 7.832440542726324E7, - 8.021824358126175E7, - 8.005658027342984E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3.024004710304814E7, - "scoreError" : 2030502.813080522, - "scoreConfidence" : [ - 2.8209544289967615E7, - 3.227054991612866E7 - ], - "scorePercentiles" : { - "0.0" : 2.952517890817548E7, - "50.0" : 3.0109243649716318E7, - "90.0" : 3.0793043319170095E7, - "95.0" : 3.0793043319170095E7, - "99.0" : 3.0793043319170095E7, - "99.9" : 3.0793043319170095E7, - "99.99" : 3.0793043319170095E7, - "99.999" : 3.0793043319170095E7, - "99.9999" : 3.0793043319170095E7, - "100.0" : 3.0793043319170095E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0793043319170095E7, - 3.0729506260237217E7, - 3.0109243649716318E7, - 2.952517890817548E7, - 3.0043263377941594E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.2050331228679603E7, - "scoreError" : 2430139.0604863367, - "scoreConfidence" : [ - 9620192.168193266, - 1.448047028916594E7 - ], - "scorePercentiles" : { - "0.0" : 1.0951017120576527E7, - "50.0" : 1.2351451514383713E7, - "90.0" : 1.246211193617292E7, - "95.0" : 1.246211193617292E7, - "99.0" : 1.246211193617292E7, - "99.9" : 1.246211193617292E7, - "99.99" : 1.246211193617292E7, - "99.999" : 1.246211193617292E7, - "99.9999" : 1.246211193617292E7, - "100.0" : 1.246211193617292E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0951017120576527E7, - 1.246211193617292E7, - 1.2085803894827059E7, - 1.2351451514383713E7, - 1.2401271677437793E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6514738.4953653095, - "scoreError" : 1145393.4403977972, - "scoreConfidence" : [ - 5369345.054967512, - 7660131.935763107 - ], - "scorePercentiles" : { - "0.0" : 5986792.633224114, - "50.0" : 6641959.536777505, - "90.0" : 6683049.45313328, - "95.0" : 6683049.45313328, - "99.0" : 6683049.45313328, - "99.9" : 6683049.45313328, - "99.99" : 6683049.45313328, - "99.999" : 6683049.45313328, - "99.9999" : 6683049.45313328, - "100.0" : 6683049.45313328 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6641959.536777505, - 5986792.633224114, - 6673778.206962723, - 6588112.646728925, - 6683049.45313328 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 31964.488200475887, - "scoreError" : 5867.129694874956, - "scoreConfidence" : [ - 26097.358505600932, - 37831.61789535084 - ], - "scorePercentiles" : { - "0.0" : 29303.655165046326, - "50.0" : 32311.79454272943, - "90.0" : 32968.77948956504, - "95.0" : 32968.77948956504, - "99.0" : 32968.77948956504, - "99.9" : 32968.77948956504, - "99.99" : 32968.77948956504, - "99.999" : 32968.77948956504, - "99.9999" : 32968.77948956504, - "100.0" : 32968.77948956504 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 32968.77948956504, - 32950.7967291121, - 32311.79454272943, - 29303.655165046326, - 32287.415075926536 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 32564.824419404078, - "scoreError" : 2192.4449420506394, - "scoreConfidence" : [ - 30372.37947735344, - 34757.26936145472 - ], - "scorePercentiles" : { - "0.0" : 31897.43470944721, - "50.0" : 32634.201861659945, - "90.0" : 33386.20088295125, - "95.0" : 33386.20088295125, - "99.0" : 33386.20088295125, - "99.9" : 33386.20088295125, - "99.99" : 33386.20088295125, - "99.999" : 33386.20088295125, - "99.9999" : 33386.20088295125, - "100.0" : 33386.20088295125 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 31897.43470944721, - 32634.201861659945, - 32724.16442514038, - 32182.120217821608, - 33386.20088295125 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 32576.119224189002, - "scoreError" : 1806.001305969475, - "scoreConfidence" : [ - 30770.117918219526, - 34382.12053015848 - ], - "scorePercentiles" : { - "0.0" : 32063.557604686423, - "50.0" : 32504.895768753922, - "90.0" : 33284.86749776517, - "95.0" : 33284.86749776517, - "99.0" : 33284.86749776517, - "99.9" : 33284.86749776517, - "99.99" : 33284.86749776517, - "99.999" : 33284.86749776517, - "99.9999" : 33284.86749776517, - "100.0" : 33284.86749776517 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 32504.895768753922, - 32287.841443648336, - 32739.433806091158, - 32063.557604686423, - 33284.86749776517 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 4820.808358757459, - "scoreError" : 412.09814459928305, - "scoreConfidence" : [ - 4408.710214158176, - 5232.906503356742 - ], - "scorePercentiles" : { - "0.0" : 4662.599355153712, - "50.0" : 4843.164840361442, - "90.0" : 4924.424410712095, - "95.0" : 4924.424410712095, - "99.0" : 4924.424410712095, - "99.9" : 4924.424410712095, - "99.99" : 4924.424410712095, - "99.999" : 4924.424410712095, - "99.9999" : 4924.424410712095, - "100.0" : 4924.424410712095 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4904.112289481084, - 4662.599355153712, - 4769.740898078961, - 4843.164840361442, - 4924.424410712095 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 4506.034596798143, - "scoreError" : 325.2954322798002, - "scoreConfidence" : [ - 4180.7391645183425, - 4831.330029077943 - ], - "scorePercentiles" : { - "0.0" : 4364.421807616679, - "50.0" : 4545.605502298344, - "90.0" : 4573.164775034422, - "95.0" : 4573.164775034422, - "99.0" : 4573.164775034422, - "99.9" : 4573.164775034422, - "99.99" : 4573.164775034422, - "99.999" : 4573.164775034422, - "99.9999" : 4573.164775034422, - "100.0" : 4573.164775034422 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4545.605502298344, - 4493.404358012168, - 4364.421807616679, - 4553.576541029099, - 4573.164775034422 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "0", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 3929.61376029226, - "scoreError" : 287.4637600413571, - "scoreConfidence" : [ - 3642.150000250903, - 4217.077520333617 - ], - "scorePercentiles" : { - "0.0" : 3834.8117835688613, - "50.0" : 3957.8658474934464, - "90.0" : 3995.6552216549658, - "95.0" : 3995.6552216549658, - "99.0" : 3995.6552216549658, - "99.9" : 3995.6552216549658, - "99.99" : 3995.6552216549658, - "99.999" : 3995.6552216549658, - "99.9999" : 3995.6552216549658, - "100.0" : 3995.6552216549658 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3957.8658474934464, - 3834.8117835688613, - 3866.050513100365, - 3995.6552216549658, - 3993.68543564366 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 6855.403889157143, - "scoreError" : 165.6181496951262, - "scoreConfidence" : [ - 6689.785739462017, - 7021.022038852268 - ], - "scorePercentiles" : { - "0.0" : 6818.874064475866, - "50.0" : 6843.6387543310275, - "90.0" : 6929.300469264583, - "95.0" : 6929.300469264583, - "99.0" : 6929.300469264583, - "99.9" : 6929.300469264583, - "99.99" : 6929.300469264583, - "99.999" : 6929.300469264583, - "99.9999" : 6929.300469264583, - "100.0" : 6929.300469264583 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6929.300469264583, - 6818.874064475866, - 6834.286153224331, - 6850.920004489902, - 6843.6387543310275 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 6873.846619718939, - "scoreError" : 245.94536261155423, - "scoreConfidence" : [ - 6627.9012571073845, - 7119.791982330494 - ], - "scorePercentiles" : { - "0.0" : 6764.365398241678, - "50.0" : 6890.226650057815, - "90.0" : 6920.677092259568, - "95.0" : 6920.677092259568, - "99.0" : 6920.677092259568, - "99.9" : 6920.677092259568, - "99.99" : 6920.677092259568, - "99.999" : 6920.677092259568, - "99.9999" : 6920.677092259568, - "100.0" : 6920.677092259568 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6920.677092259568, - 6764.365398241678, - 6876.980606648806, - 6890.226650057815, - 6916.983351386826 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6924.156523739858, - "scoreError" : 166.4371121627427, - "scoreConfidence" : [ - 6757.719411577115, - 7090.593635902601 - ], - "scorePercentiles" : { - "0.0" : 6863.989496292599, - "50.0" : 6929.244475066578, - "90.0" : 6976.853062518739, - "95.0" : 6976.853062518739, - "99.0" : 6976.853062518739, - "99.9" : 6976.853062518739, - "99.99" : 6976.853062518739, - "99.999" : 6976.853062518739, - "99.9999" : 6976.853062518739, - "100.0" : 6976.853062518739 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6948.230696019101, - 6863.989496292599, - 6902.46488880227, - 6929.244475066578, - 6976.853062518739 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 688.0301610468048, - "scoreError" : 23.785009790519993, - "scoreConfidence" : [ - 664.2451512562848, - 711.8151708373248 - ], - "scorePercentiles" : { - "0.0" : 681.6988731567604, - "50.0" : 685.9168212279196, - "90.0" : 695.2824796055668, - "95.0" : 695.2824796055668, - "99.0" : 695.2824796055668, - "99.9" : 695.2824796055668, - "99.99" : 695.2824796055668, - "99.999" : 695.2824796055668, - "99.9999" : 695.2824796055668, - "100.0" : 695.2824796055668 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 681.6988731567604, - 683.3938392321148, - 693.858792011662, - 695.2824796055668, - 685.9168212279196 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 686.9116615183025, - "scoreError" : 14.465571843862513, - "scoreConfidence" : [ - 672.4460896744399, - 701.377233362165 - ], - "scorePercentiles" : { - "0.0" : 681.318055132257, - "50.0" : 688.1292490709587, - "90.0" : 691.0912537024915, - "95.0" : 691.0912537024915, - "99.0" : 691.0912537024915, - "99.9" : 691.0912537024915, - "99.99" : 691.0912537024915, - "99.999" : 691.0912537024915, - "99.9999" : 691.0912537024915, - "100.0" : 691.0912537024915 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 685.2504949366541, - 688.7692547491508, - 681.318055132257, - 691.0912537024915, - 688.1292490709587 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 710.3316546459797, - "scoreError" : 29.819425789912078, - "scoreConfidence" : [ - 680.5122288560676, - 740.1510804358918 - ], - "scorePercentiles" : { - "0.0" : 697.3712277851496, - "50.0" : 713.5604724371557, - "90.0" : 716.0907616755836, - "95.0" : 716.0907616755836, - "99.0" : 716.0907616755836, - "99.9" : 716.0907616755836, - "99.99" : 716.0907616755836, - "99.999" : 716.0907616755836, - "99.9999" : 716.0907616755836, - "100.0" : 716.0907616755836 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 709.1223504682089, - 697.3712277851496, - 716.0907616755836, - 715.513460863801, - 713.5604724371557 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 116.93012795445952, - "scoreError" : 10.524351778043023, - "scoreConfidence" : [ - 106.4057761764165, - 127.45447973250255 - ], - "scorePercentiles" : { - "0.0" : 112.86619250523137, - "50.0" : 118.34361915584297, - "90.0" : 119.11190639042921, - "95.0" : 119.11190639042921, - "99.0" : 119.11190639042921, - "99.9" : 119.11190639042921, - "99.99" : 119.11190639042921, - "99.999" : 119.11190639042921, - "99.9999" : 119.11190639042921, - "100.0" : 119.11190639042921 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 112.86619250523137, - 115.36213965740627, - 118.34361915584297, - 118.96678206338778, - 119.11190639042921 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 133.6378218730255, - "scoreError" : 3.1971778917962306, - "scoreConfidence" : [ - 130.44064398122927, - 136.83499976482173 - ], - "scorePercentiles" : { - "0.0" : 132.33592863182625, - "50.0" : 133.59362129619188, - "90.0" : 134.41708425327084, - "95.0" : 134.41708425327084, - "99.0" : 134.41708425327084, - "99.9" : 134.41708425327084, - "99.99" : 134.41708425327084, - "99.999" : 134.41708425327084, - "99.9999" : 134.41708425327084, - "100.0" : 134.41708425327084 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 133.53861926305584, - 132.33592863182625, - 133.59362129619188, - 134.41708425327084, - 134.30385592078264 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 137.29418287979044, - "scoreError" : 3.1702041244711734, - "scoreConfidence" : [ - 134.12397875531926, - 140.46438700426162 - ], - "scorePercentiles" : { - "0.0" : 135.90633607130638, - "50.0" : 137.5853537910365, - "90.0" : 138.03923793340502, - "95.0" : 138.03923793340502, - "99.0" : 138.03923793340502, - "99.9" : 138.03923793340502, - "99.99" : 138.03923793340502, - "99.999" : 138.03923793340502, - "99.9999" : 138.03923793340502, - "100.0" : 138.03923793340502 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 137.26577088218204, - 137.67421572102228, - 135.90633607130638, - 137.5853537910365, - 138.03923793340502 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.4432484799401615, - "scoreError" : 0.14667019669529385, - "scoreConfidence" : [ - 2.296578283244868, - 2.589918676635455 - ], - "scorePercentiles" : { - "0.0" : 2.4059926434104275, - "50.0" : 2.428957085885746, - "90.0" : 2.502456802606314, - "95.0" : 2.502456802606314, - "99.0" : 2.502456802606314, - "99.9" : 2.502456802606314, - "99.99" : 2.502456802606314, - "99.999" : 2.502456802606314, - "99.9999" : 2.502456802606314, - "100.0" : 2.502456802606314 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.428957085885746, - 2.421031611035696, - 2.502456802606314, - 2.4578042567626226, - 2.4059926434104275 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 3.702628573522818, - "scoreError" : 0.3239015010853451, - "scoreConfidence" : [ - 3.378727072437473, - 4.026530074608163 - ], - "scorePercentiles" : { - "0.0" : 3.558756050843926, - "50.0" : 3.735172253257976, - "90.0" : 3.768610190886117, - "95.0" : 3.768610190886117, - "99.0" : 3.768610190886117, - "99.9" : 3.768610190886117, - "99.99" : 3.768610190886117, - "99.999" : 3.768610190886117, - "99.9999" : 3.768610190886117, - "100.0" : 3.768610190886117 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.735172253257976, - 3.768610190886117, - 3.558756050843926, - 3.7011984378758886, - 3.7494059347501834 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.ParallelUpdateValues.parallel", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "parallelWork" : "100000", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 3.7477835573412164, - "scoreError" : 0.44732902156290655, - "scoreConfidence" : [ - 3.30045453577831, - 4.195112578904123 - ], - "scorePercentiles" : { - "0.0" : 3.634351190382941, - "50.0" : 3.709709462269489, - "90.0" : 3.9353264747925705, - "95.0" : 3.9353264747925705, - "99.0" : 3.9353264747925705, - "99.9" : 3.9353264747925705, - "99.99" : 3.9353264747925705, - "99.999" : 3.9353264747925705, - "99.9999" : 3.9353264747925705, - "100.0" : 3.9353264747925705 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.709709462269489, - 3.6859269354221342, - 3.634351190382941, - 3.9353264747925705, - 3.7736037238389475 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 8.202554379461443E7, - "scoreError" : 1.565316084924596E7, - "scoreConfidence" : [ - 6.6372382945368476E7, - 9.76787046438604E7 - ], - "scorePercentiles" : { - "0.0" : 7.521714046049373E7, - "50.0" : 8.288701164522587E7, - "90.0" : 8.619492492581634E7, - "95.0" : 8.619492492581634E7, - "99.0" : 8.619492492581634E7, - "99.9" : 8.619492492581634E7, - "99.99" : 8.619492492581634E7, - "99.999" : 8.619492492581634E7, - "99.9999" : 8.619492492581634E7, - "100.0" : 8.619492492581634E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.619492492581634E7, - 7.521714046049373E7, - 8.288701164522587E7, - 8.277413306549764E7, - 8.305450887603864E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5212624.004073601, - "scoreError" : 338857.77316545753, - "scoreConfidence" : [ - 4873766.230908143, - 5551481.777239059 - ], - "scorePercentiles" : { - "0.0" : 5063331.19285998, - "50.0" : 5228692.552598867, - "90.0" : 5290293.789948206, - "95.0" : 5290293.789948206, - "99.0" : 5290293.789948206, - "99.9" : 5290293.789948206, - "99.99" : 5290293.789948206, - "99.999" : 5290293.789948206, - "99.9999" : 5290293.789948206, - "100.0" : 5290293.789948206 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5261064.19429768, - 5219738.290663271, - 5063331.19285998, - 5290293.789948206, - 5228692.552598867 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 269339.6699205539, - "scoreError" : 55097.28446743312, - "scoreConfidence" : [ - 214242.3854531208, - 324436.95438798703 - ], - "scorePercentiles" : { - "0.0" : 244869.12664424005, - "50.0" : 274394.58646847785, - "90.0" : 281452.7693195533, - "95.0" : 281452.7693195533, - "99.0" : 281452.7693195533, - "99.9" : 281452.7693195533, - "99.99" : 281452.7693195533, - "99.999" : 281452.7693195533, - "99.9999" : 281452.7693195533, - "100.0" : 281452.7693195533 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 269735.732378116, - 244869.12664424005, - 281452.7693195533, - 274394.58646847785, - 276246.1347923824 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1129.9767022074514, - "scoreError" : 151.8184690136744, - "scoreConfidence" : [ - 978.1582331937769, - 1281.7951712211257 - ], - "scorePercentiles" : { - "0.0" : 1092.8422800451576, - "50.0" : 1108.4788898434124, - "90.0" : 1174.181484078171, - "95.0" : 1174.181484078171, - "99.0" : 1174.181484078171, - "99.9" : 1174.181484078171, - "99.99" : 1174.181484078171, - "99.999" : 1174.181484078171, - "99.9999" : 1174.181484078171, - "100.0" : 1174.181484078171 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1103.1417689414648, - 1108.4788898434124, - 1092.8422800451576, - 1174.181484078171, - 1171.2390881290498 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.080530187739245E7, - "scoreError" : 3819106.522301908, - "scoreConfidence" : [ - 3.698619535509054E7, - 4.462440839969435E7 - ], - "scorePercentiles" : { - "0.0" : 3.905927216656094E7, - "50.0" : 4.119470139988173E7, - "90.0" : 4.145374154247462E7, - "95.0" : 4.145374154247462E7, - "99.0" : 4.145374154247462E7, - "99.9" : 4.145374154247462E7, - "99.99" : 4.145374154247462E7, - "99.999" : 4.145374154247462E7, - "99.9999" : 4.145374154247462E7, - "100.0" : 4.145374154247462E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.145374154247462E7, - 4.133723745231715E7, - 4.0981556825727805E7, - 3.905927216656094E7, - 4.119470139988173E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6204185.318327332, - "scoreError" : 1166287.497028921, - "scoreConfidence" : [ - 5037897.821298411, - 7370472.815356253 - ], - "scorePercentiles" : { - "0.0" : 5798170.184288595, - "50.0" : 6334662.360212385, - "90.0" : 6520708.474306318, - "95.0" : 6520708.474306318, - "99.0" : 6520708.474306318, - "99.9" : 6520708.474306318, - "99.99" : 6520708.474306318, - "99.999" : 6520708.474306318, - "99.9999" : 6520708.474306318, - "100.0" : 6520708.474306318 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5978694.441244303, - 6388691.131585059, - 5798170.184288595, - 6334662.360212385, - 6520708.474306318 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 321306.46890217037, - "scoreError" : 64493.881154341805, - "scoreConfidence" : [ - 256812.58774782857, - 385800.35005651216 - ], - "scorePercentiles" : { - "0.0" : 301741.00475054095, - "50.0" : 330003.8868124095, - "90.0" : 337102.10673581675, - "95.0" : 337102.10673581675, - "99.0" : 337102.10673581675, - "99.9" : 337102.10673581675, - "99.99" : 337102.10673581675, - "99.999" : 337102.10673581675, - "99.9999" : 337102.10673581675, - "100.0" : 337102.10673581675 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 301741.00475054095, - 330003.8868124095, - 337102.10673581675, - 333020.14654833666, - 304665.199663748 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1683.740183946475, - "scoreError" : 90.46027168630683, - "scoreConfidence" : [ - 1593.2799122601682, - 1774.200455632782 - ], - "scorePercentiles" : { - "0.0" : 1656.507635705916, - "50.0" : 1688.11643007342, - "90.0" : 1714.8984281350938, - "95.0" : 1714.8984281350938, - "99.0" : 1714.8984281350938, - "99.9" : 1714.8984281350938, - "99.99" : 1714.8984281350938, - "99.999" : 1714.8984281350938, - "99.9999" : 1714.8984281350938, - "100.0" : 1714.8984281350938 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1688.11643007342, - 1656.507635705916, - 1664.73186054006, - 1694.4465652778845, - 1714.8984281350938 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.947328565460644E7, - "scoreError" : 2413942.6832603076, - "scoreConfidence" : [ - 4.705934297134613E7, - 5.1887228337866746E7 - ], - "scorePercentiles" : { - "0.0" : 4.87261691948393E7, - "50.0" : 4.984052206949307E7, - "90.0" : 5.00139950899334E7, - "95.0" : 5.00139950899334E7, - "99.0" : 5.00139950899334E7, - "99.9" : 5.00139950899334E7, - "99.99" : 5.00139950899334E7, - "99.999" : 5.00139950899334E7, - "99.9999" : 5.00139950899334E7, - "100.0" : 5.00139950899334E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.87261691948393E7, - 4.885731738875621E7, - 4.992842453001019E7, - 4.984052206949307E7, - 5.00139950899334E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2160554.3099356093, - "scoreError" : 263386.9530498994, - "scoreConfidence" : [ - 1897167.3568857098, - 2423941.262985509 - ], - "scorePercentiles" : { - "0.0" : 2049472.2845619288, - "50.0" : 2163627.210563021, - "90.0" : 2223113.077594491, - "95.0" : 2223113.077594491, - "99.0" : 2223113.077594491, - "99.9" : 2223113.077594491, - "99.99" : 2223113.077594491, - "99.999" : 2223113.077594491, - "99.9999" : 2223113.077594491, - "100.0" : 2223113.077594491 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2163627.210563021, - 2209920.8785019997, - 2049472.2845619288, - 2156638.0984566067, - 2223113.077594491 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 168395.84218307602, - "scoreError" : 41202.80694699545, - "scoreConfidence" : [ - 127193.03523608057, - 209598.64913007146 - ], - "scorePercentiles" : { - "0.0" : 149729.23395363253, - "50.0" : 173591.71440272225, - "90.0" : 175475.56600667446, - "95.0" : 175475.56600667446, - "99.0" : 175475.56600667446, - "99.9" : 175475.56600667446, - "99.99" : 175475.56600667446, - "99.999" : 175475.56600667446, - "99.9999" : 175475.56600667446, - "100.0" : 175475.56600667446 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 149729.23395363253, - 173591.71440272225, - 175475.56600667446, - 174040.4322375259, - 169142.264314825 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 831.3321444951492, - "scoreError" : 246.00768319422073, - "scoreConfidence" : [ - 585.3244613009285, - 1077.33982768937 - ], - "scorePercentiles" : { - "0.0" : 717.1974202268951, - "50.0" : 859.8847625934184, - "90.0" : 864.4065719422263, - "95.0" : 864.4065719422263, - "99.0" : 864.4065719422263, - "99.9" : 864.4065719422263, - "99.99" : 864.4065719422263, - "99.999" : 864.4065719422263, - "99.9999" : 864.4065719422263, - "100.0" : 864.4065719422263 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 717.1974202268951, - 859.8847625934184, - 860.0327696430462, - 864.4065719422263, - 855.1391980701602 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.041890697478925E7, - "scoreError" : 2346872.694534176, - "scoreConfidence" : [ - 3.807203428025507E7, - 4.276577966932342E7 - ], - "scorePercentiles" : { - "0.0" : 3.938667870574555E7, - "50.0" : 4.057967490254831E7, - "90.0" : 4.0896751489483856E7, - "95.0" : 4.0896751489483856E7, - "99.0" : 4.0896751489483856E7, - "99.9" : 4.0896751489483856E7, - "99.99" : 4.0896751489483856E7, - "99.999" : 4.0896751489483856E7, - "99.9999" : 4.0896751489483856E7, - "100.0" : 4.0896751489483856E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.040512361494411E7, - 4.0896751489483856E7, - 4.0826306161224395E7, - 4.057967490254831E7, - 3.938667870574555E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6450410.009538557, - "scoreError" : 331752.6002375199, - "scoreConfidence" : [ - 6118657.409301038, - 6782162.609776077 - ], - "scorePercentiles" : { - "0.0" : 6328096.828621979, - "50.0" : 6449144.023356603, - "90.0" : 6569786.625086532, - "95.0" : 6569786.625086532, - "99.0" : 6569786.625086532, - "99.9" : 6569786.625086532, - "99.99" : 6569786.625086532, - "99.999" : 6569786.625086532, - "99.9999" : 6569786.625086532, - "100.0" : 6569786.625086532 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6437196.606377466, - 6569786.625086532, - 6449144.023356603, - 6467825.964250206, - 6328096.828621979 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 353943.30523484584, - "scoreError" : 19113.166141408972, - "scoreConfidence" : [ - 334830.1390934369, - 373056.4713762548 - ], - "scorePercentiles" : { - "0.0" : 345884.6869824855, - "50.0" : 355140.6940352458, - "90.0" : 358943.9025017118, - "95.0" : 358943.9025017118, - "99.0" : 358943.9025017118, - "99.9" : 358943.9025017118, - "99.99" : 358943.9025017118, - "99.999" : 358943.9025017118, - "99.9999" : 358943.9025017118, - "100.0" : 358943.9025017118 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 353224.61914700863, - 356522.6235077776, - 345884.6869824855, - 355140.6940352458, - 358943.9025017118 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1605.0702685493814, - "scoreError" : 114.40763755031828, - "scoreConfidence" : [ - 1490.6626309990631, - 1719.4779060996996 - ], - "scorePercentiles" : { - "0.0" : 1559.8842759205036, - "50.0" : 1616.3824634394816, - "90.0" : 1634.02386056375, - "95.0" : 1634.02386056375, - "99.0" : 1634.02386056375, - "99.9" : 1634.02386056375, - "99.99" : 1634.02386056375, - "99.999" : 1634.02386056375, - "99.9999" : 1634.02386056375, - "100.0" : 1634.02386056375 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1559.8842759205036, - 1591.5477082770371, - 1634.02386056375, - 1623.5130345461348, - 1616.3824634394816 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.036859408498267E7, - "scoreError" : 7947362.366988619, - "scoreConfidence" : [ - 5.242123171799405E7, - 6.831595645197129E7 - ], - "scorePercentiles" : { - "0.0" : 5.708050878231326E7, - "50.0" : 6.096318194608234E7, - "90.0" : 6.20570152031886E7, - "95.0" : 6.20570152031886E7, - "99.0" : 6.20570152031886E7, - "99.9" : 6.20570152031886E7, - "99.99" : 6.20570152031886E7, - "99.999" : 6.20570152031886E7, - "99.9999" : 6.20570152031886E7, - "100.0" : 6.20570152031886E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.096318194608234E7, - 6.199316540477845E7, - 5.974909908855071E7, - 5.708050878231326E7, - 6.20570152031886E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4124305.018367909, - "scoreError" : 196395.70105581437, - "scoreConfidence" : [ - 3927909.3173120944, - 4320700.719423723 - ], - "scorePercentiles" : { - "0.0" : 4080307.684761019, - "50.0" : 4110335.3216261333, - "90.0" : 4212505.843093573, - "95.0" : 4212505.843093573, - "99.0" : 4212505.843093573, - "99.9" : 4212505.843093573, - "99.99" : 4212505.843093573, - "99.999" : 4212505.843093573, - "99.9999" : 4212505.843093573, - "100.0" : 4212505.843093573 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4080307.684761019, - 4212505.843093573, - 4110335.3216261333, - 4104828.1738302712, - 4113548.068528549 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 224396.2755190609, - "scoreError" : 38818.84791689894, - "scoreConfidence" : [ - 185577.42760216194, - 263215.12343595986 - ], - "scorePercentiles" : { - "0.0" : 207832.30990723605, - "50.0" : 229443.4756175664, - "90.0" : 232645.19341731363, - "95.0" : 232645.19341731363, - "99.0" : 232645.19341731363, - "99.9" : 232645.19341731363, - "99.99" : 232645.19341731363, - "99.999" : 232645.19341731363, - "99.9999" : 232645.19341731363, - "100.0" : 232645.19341731363 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 207832.30990723605, - 230110.24868445858, - 232645.19341731363, - 229443.4756175664, - 221950.14996872994 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 908.5111670977718, - "scoreError" : 268.71738975072697, - "scoreConfidence" : [ - 639.7937773470449, - 1177.2285568484988 - ], - "scorePercentiles" : { - "0.0" : 796.5211755992976, - "50.0" : 949.7886924683083, - "90.0" : 959.1134799011656, - "95.0" : 959.1134799011656, - "99.0" : 959.1134799011656, - "99.9" : 959.1134799011656, - "99.99" : 959.1134799011656, - "99.999" : 959.1134799011656, - "99.9999" : 959.1134799011656, - "100.0" : 959.1134799011656 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 796.5211755992976, - 883.4135847619535, - 959.1134799011656, - 949.7886924683083, - 953.7189027581343 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.488326955007039E7, - "scoreError" : 1839007.6106944797, - "scoreConfidence" : [ - 3.304426193937591E7, - 3.672227716076487E7 - ], - "scorePercentiles" : { - "0.0" : 3.44026584570452E7, - "50.0" : 3.494985058760902E7, - "90.0" : 3.5553444117414266E7, - "95.0" : 3.5553444117414266E7, - "99.0" : 3.5553444117414266E7, - "99.9" : 3.5553444117414266E7, - "99.99" : 3.5553444117414266E7, - "99.999" : 3.5553444117414266E7, - "99.9999" : 3.5553444117414266E7, - "100.0" : 3.5553444117414266E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.444295655178482E7, - 3.5553444117414266E7, - 3.506743803649865E7, - 3.494985058760902E7, - 3.44026584570452E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3735855.2417517044, - "scoreError" : 1167554.3239602046, - "scoreConfidence" : [ - 2568300.9177914998, - 4903409.565711909 - ], - "scorePercentiles" : { - "0.0" : 3194180.066128007, - "50.0" : 3868335.8135426147, - "90.0" : 3893526.7254097266, - "95.0" : 3893526.7254097266, - "99.0" : 3893526.7254097266, - "99.9" : 3893526.7254097266, - "99.99" : 3893526.7254097266, - "99.999" : 3893526.7254097266, - "99.9999" : 3893526.7254097266, - "100.0" : 3893526.7254097266 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3194180.066128007, - 3868335.8135426147, - 3849570.096692867, - 3893526.7254097266, - 3873663.5069853063 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 216076.70526890727, - "scoreError" : 19780.975415642333, - "scoreConfidence" : [ - 196295.72985326493, - 235857.68068454962 - ], - "scorePercentiles" : { - "0.0" : 207441.61540528844, - "50.0" : 217153.09934928708, - "90.0" : 220780.49534765448, - "95.0" : 220780.49534765448, - "99.0" : 220780.49534765448, - "99.9" : 220780.49534765448, - "99.99" : 220780.49534765448, - "99.999" : 220780.49534765448, - "99.9999" : 220780.49534765448, - "100.0" : 220780.49534765448 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 207441.61540528844, - 217153.09934928708, - 220780.49534765448, - 218851.95489749624, - 216156.36134481014 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 714.8563705099756, - "scoreError" : 135.57231430479672, - "scoreConfidence" : [ - 579.2840562051789, - 850.4286848147723 - ], - "scorePercentiles" : { - "0.0" : 658.716642127642, - "50.0" : 736.5428545513555, - "90.0" : 740.5581407056276, - "95.0" : 740.5581407056276, - "99.0" : 740.5581407056276, - "99.9" : 740.5581407056276, - "99.99" : 740.5581407056276, - "99.999" : 740.5581407056276, - "99.9999" : 740.5581407056276, - "100.0" : 740.5581407056276 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 737.0854067372707, - 701.378808427982, - 658.716642127642, - 740.5581407056276, - 736.5428545513555 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.998261066073014E7, - "scoreError" : 1.6126129950835282E7, - "scoreConfidence" : [ - 4.385648070989486E7, - 7.610874061156543E7 - ], - "scorePercentiles" : { - "0.0" : 5.260897997146949E7, - "50.0" : 6.124547150982173E7, - "90.0" : 6.3048352421083935E7, - "95.0" : 6.3048352421083935E7, - "99.0" : 6.3048352421083935E7, - "99.9" : 6.3048352421083935E7, - "99.99" : 6.3048352421083935E7, - "99.999" : 6.3048352421083935E7, - "99.9999" : 6.3048352421083935E7, - "100.0" : 6.3048352421083935E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.260897997146949E7, - 6.124547150982173E7, - 6.178267357156672E7, - 6.122757582970878E7, - 6.3048352421083935E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1401167.844619475, - "scoreError" : 56968.10704719, - "scoreConfidence" : [ - 1344199.737572285, - 1458135.951666665 - ], - "scorePercentiles" : { - "0.0" : 1375689.5970175131, - "50.0" : 1405630.2753321347, - "90.0" : 1414353.5183390817, - "95.0" : 1414353.5183390817, - "99.0" : 1414353.5183390817, - "99.9" : 1414353.5183390817, - "99.99" : 1414353.5183390817, - "99.999" : 1414353.5183390817, - "99.9999" : 1414353.5183390817, - "100.0" : 1414353.5183390817 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1406065.121133719, - 1375689.5970175131, - 1414353.5183390817, - 1405630.2753321347, - 1404100.7112749266 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 109378.84183535192, - "scoreError" : 24829.73715546823, - "scoreConfidence" : [ - 84549.10467988369, - 134208.57899082016 - ], - "scorePercentiles" : { - "0.0" : 101071.08780676418, - "50.0" : 112976.22460038851, - "90.0" : 115604.24379542664, - "95.0" : 115604.24379542664, - "99.0" : 115604.24379542664, - "99.9" : 115604.24379542664, - "99.99" : 115604.24379542664, - "99.999" : 115604.24379542664, - "99.9999" : 115604.24379542664, - "100.0" : 115604.24379542664 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 101071.08780676418, - 112976.22460038851, - 115604.24379542664, - 113335.88400884898, - 103906.76896533136 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 518.5980839243684, - "scoreError" : 115.34554443307898, - "scoreConfidence" : [ - 403.25253949128944, - 633.9436283574474 - ], - "scorePercentiles" : { - "0.0" : 466.59550739552583, - "50.0" : 530.7563889510998, - "90.0" : 540.4808046636737, - "95.0" : 540.4808046636737, - "99.0" : 540.4808046636737, - "99.9" : 540.4808046636737, - "99.99" : 540.4808046636737, - "99.999" : 540.4808046636737, - "99.9999" : 540.4808046636737, - "100.0" : 540.4808046636737 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 520.617434804081, - 466.59550739552583, - 540.4808046636737, - 530.7563889510998, - 534.540283807462 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.4646911571835086E7, - "scoreError" : 4077799.446779406, - "scoreConfidence" : [ - 3.056911212505568E7, - 3.872471101861449E7 - ], - "scorePercentiles" : { - "0.0" : 3.2916764986824308E7, - "50.0" : 3.472858025943942E7, - "90.0" : 3.5727902762461394E7, - "95.0" : 3.5727902762461394E7, - "99.0" : 3.5727902762461394E7, - "99.9" : 3.5727902762461394E7, - "99.99" : 3.5727902762461394E7, - "99.999" : 3.5727902762461394E7, - "99.9999" : 3.5727902762461394E7, - "100.0" : 3.5727902762461394E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.4651179489818014E7, - 3.5727902762461394E7, - 3.521013036063231E7, - 3.2916764986824308E7, - 3.472858025943942E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4179891.517338434, - "scoreError" : 719501.3656513634, - "scoreConfidence" : [ - 3460390.1516870703, - 4899392.882989797 - ], - "scorePercentiles" : { - "0.0" : 3847482.506901688, - "50.0" : 4250929.448712883, - "90.0" : 4296603.949762182, - "95.0" : 4296603.949762182, - "99.0" : 4296603.949762182, - "99.9" : 4296603.949762182, - "99.99" : 4296603.949762182, - "99.999" : 4296603.949762182, - "99.9999" : 4296603.949762182, - "100.0" : 4296603.949762182 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4250929.448712883, - 4248478.091992072, - 4255963.5893233465, - 3847482.506901688, - 4296603.949762182 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 223463.69337138458, - "scoreError" : 12723.3963214249, - "scoreConfidence" : [ - 210740.29704995968, - 236187.08969280947 - ], - "scorePercentiles" : { - "0.0" : 218084.9404172856, - "50.0" : 223808.89879533302, - "90.0" : 227045.01947796592, - "95.0" : 227045.01947796592, - "99.0" : 227045.01947796592, - "99.9" : 227045.01947796592, - "99.99" : 227045.01947796592, - "99.999" : 227045.01947796592, - "99.9999" : 227045.01947796592, - "100.0" : 227045.01947796592 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 218084.9404172856, - 224798.5353239215, - 223581.07284241685, - 227045.01947796592, - 223808.89879533302 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 685.391747297495, - "scoreError" : 52.44054612953241, - "scoreConfidence" : [ - 632.9512011679626, - 737.8322934270275 - ], - "scorePercentiles" : { - "0.0" : 665.3952305226912, - "50.0" : 692.6440412368086, - "90.0" : 698.4893435691745, - "95.0" : 698.4893435691745, - "99.0" : 698.4893435691745, - "99.9" : 698.4893435691745, - "99.99" : 698.4893435691745, - "99.999" : 698.4893435691745, - "99.9999" : 698.4893435691745, - "100.0" : 698.4893435691745 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 692.8898200573724, - 692.6440412368086, - 665.3952305226912, - 677.5403011014281, - 698.4893435691745 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.032357065722732E7, - "scoreError" : 2505261.4252183023, - "scoreConfidence" : [ - 2.7818309232009016E7, - 3.282883208244562E7 - ], - "scorePercentiles" : { - "0.0" : 2.947397409210103E7, - "50.0" : 3.0378989777743287E7, - "90.0" : 3.1051634370510776E7, - "95.0" : 3.1051634370510776E7, - "99.0" : 3.1051634370510776E7, - "99.9" : 3.1051634370510776E7, - "99.99" : 3.1051634370510776E7, - "99.999" : 3.1051634370510776E7, - "99.9999" : 3.1051634370510776E7, - "100.0" : 3.1051634370510776E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0378989777743287E7, - 3.1051634370510776E7, - 2.9889713470858708E7, - 3.0823541574922804E7, - 2.947397409210103E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4415517.630451608, - "scoreError" : 311107.8534313779, - "scoreConfidence" : [ - 4104409.7770202304, - 4726625.483882986 - ], - "scorePercentiles" : { - "0.0" : 4312116.691488492, - "50.0" : 4450709.076863087, - "90.0" : 4508843.284639624, - "95.0" : 4508843.284639624, - "99.0" : 4508843.284639624, - "99.9" : 4508843.284639624, - "99.99" : 4508843.284639624, - "99.999" : 4508843.284639624, - "99.9999" : 4508843.284639624, - "100.0" : 4508843.284639624 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4352189.375393213, - 4312116.691488492, - 4508843.284639624, - 4450709.076863087, - 4453729.7238736255 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 232046.65488922535, - "scoreError" : 82379.73459278469, - "scoreConfidence" : [ - 149666.92029644066, - 314426.38948201004 - ], - "scorePercentiles" : { - "0.0" : 199687.76919411015, - "50.0" : 245883.4184999659, - "90.0" : 247271.6545826775, - "95.0" : 247271.6545826775, - "99.0" : 247271.6545826775, - "99.9" : 247271.6545826775, - "99.99" : 247271.6545826775, - "99.999" : 247271.6545826775, - "99.9999" : 247271.6545826775, - "100.0" : 247271.6545826775 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 199687.76919411015, - 220372.65144124036, - 247017.780728133, - 245883.4184999659, - 247271.6545826775 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1043.8205885324194, - "scoreError" : 78.52245736797789, - "scoreConfidence" : [ - 965.2981311644414, - 1122.3430459003973 - ], - "scorePercentiles" : { - "0.0" : 1019.3286986602659, - "50.0" : 1041.7429742563777, - "90.0" : 1076.008383802169, - "95.0" : 1076.008383802169, - "99.0" : 1076.008383802169, - "99.9" : 1076.008383802169, - "99.99" : 1076.008383802169, - "99.999" : 1076.008383802169, - "99.9999" : 1076.008383802169, - "100.0" : 1076.008383802169 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1076.008383802169, - 1039.0964889772904, - 1041.7429742563777, - 1042.9263969659937, - 1019.3286986602659 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.649826670075116E7, - "scoreError" : 2058250.6486869892, - "scoreConfidence" : [ - 1.444001605206417E7, - 1.855651734943815E7 - ], - "scorePercentiles" : { - "0.0" : 1.5699808607505232E7, - "50.0" : 1.6622618679304164E7, - "90.0" : 1.6985234229888618E7, - "95.0" : 1.6985234229888618E7, - "99.0" : 1.6985234229888618E7, - "99.9" : 1.6985234229888618E7, - "99.99" : 1.6985234229888618E7, - "99.999" : 1.6985234229888618E7, - "99.9999" : 1.6985234229888618E7, - "100.0" : 1.6985234229888618E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5699808607505232E7, - 1.6248903836069122E7, - 1.6985234229888618E7, - 1.6622618679304164E7, - 1.6934768150988653E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2734979.631978933, - "scoreError" : 652374.2973529671, - "scoreConfidence" : [ - 2082605.3346259657, - 3387353.9293318996 - ], - "scorePercentiles" : { - "0.0" : 2433094.3094212906, - "50.0" : 2800984.9881823133, - "90.0" : 2836187.1858710614, - "95.0" : 2836187.1858710614, - "99.0" : 2836187.1858710614, - "99.9" : 2836187.1858710614, - "99.99" : 2836187.1858710614, - "99.999" : 2836187.1858710614, - "99.9999" : 2836187.1858710614, - "100.0" : 2836187.1858710614 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2804455.902824361, - 2800984.9881823133, - 2433094.3094212906, - 2800175.7735956367, - 2836187.1858710614 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 223858.70146328636, - "scoreError" : 14657.656886455641, - "scoreConfidence" : [ - 209201.04457683073, - 238516.358349742 - ], - "scorePercentiles" : { - "0.0" : 219088.55402681994, - "50.0" : 225364.28347888752, - "90.0" : 227900.2941191837, - "95.0" : 227900.2941191837, - "99.0" : 227900.2941191837, - "99.9" : 227900.2941191837, - "99.99" : 227900.2941191837, - "99.999" : 227900.2941191837, - "99.9999" : 227900.2941191837, - "100.0" : 227900.2941191837 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 225364.28347888752, - 219088.55402681994, - 220615.21341683503, - 227900.2941191837, - 226325.1622747055 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1047.391034687781, - "scoreError" : 37.585452871867695, - "scoreConfidence" : [ - 1009.8055818159133, - 1084.9764875596488 - ], - "scorePercentiles" : { - "0.0" : 1038.6193674293536, - "50.0" : 1045.3610084485317, - "90.0" : 1063.7880888302332, - "95.0" : 1063.7880888302332, - "99.0" : 1063.7880888302332, - "99.9" : 1063.7880888302332, - "99.99" : 1063.7880888302332, - "99.999" : 1063.7880888302332, - "99.9999" : 1063.7880888302332, - "100.0" : 1063.7880888302332 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1038.6193674293536, - 1047.378500261244, - 1041.8082084695427, - 1063.7880888302332, - 1045.3610084485317 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.0408733339678563E7, - "scoreError" : 672203.789120524, - "scoreConfidence" : [ - 2.9736529550558038E7, - 3.108093712879909E7 - ], - "scorePercentiles" : { - "0.0" : 3.0204232419863913E7, - "50.0" : 3.03785574672232E7, - "90.0" : 3.060823679880964E7, - "95.0" : 3.060823679880964E7, - "99.0" : 3.060823679880964E7, - "99.9" : 3.060823679880964E7, - "99.99" : 3.060823679880964E7, - "99.999" : 3.060823679880964E7, - "99.9999" : 3.060823679880964E7, - "100.0" : 3.060823679880964E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0287132747268587E7, - 3.0565507265227463E7, - 3.03785574672232E7, - 3.060823679880964E7, - 3.0204232419863913E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1606949.5352772104, - "scoreError" : 132978.91487667256, - "scoreConfidence" : [ - 1473970.6204005377, - 1739928.450153883 - ], - "scorePercentiles" : { - "0.0" : 1549676.6663447486, - "50.0" : 1614434.3782110035, - "90.0" : 1635346.117277441, - "95.0" : 1635346.117277441, - "99.0" : 1635346.117277441, - "99.9" : 1635346.117277441, - "99.99" : 1635346.117277441, - "99.999" : 1635346.117277441, - "99.9999" : 1635346.117277441, - "100.0" : 1635346.117277441 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1631771.0706467438, - 1603519.4439061142, - 1635346.117277441, - 1549676.6663447486, - 1614434.3782110035 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 130167.15643992559, - "scoreError" : 14530.38187676128, - "scoreConfidence" : [ - 115636.7745631643, - 144697.53831668687 - ], - "scorePercentiles" : { - "0.0" : 124809.78793774731, - "50.0" : 132028.64619136223, - "90.0" : 133561.65274281756, - "95.0" : 133561.65274281756, - "99.0" : 133561.65274281756, - "99.9" : 133561.65274281756, - "99.99" : 133561.65274281756, - "99.999" : 133561.65274281756, - "99.9999" : 133561.65274281756, - "100.0" : 133561.65274281756 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 124809.78793774731, - 132028.64619136223, - 127642.7027096814, - 133561.65274281756, - 132792.99261801952 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 660.5541207574114, - "scoreError" : 210.69915913865768, - "scoreConfidence" : [ - 449.8549616187537, - 871.2532798960691 - ], - "scorePercentiles" : { - "0.0" : 564.5070538397805, - "50.0" : 689.1907522187447, - "90.0" : 692.2947948449216, - "95.0" : 692.2947948449216, - "99.0" : 692.2947948449216, - "99.9" : 692.2947948449216, - "99.99" : 692.2947948449216, - "99.999" : 692.2947948449216, - "99.9999" : 692.2947948449216, - "100.0" : 692.2947948449216 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 564.5070538397805, - 689.1907522187447, - 692.2947948449216, - 666.400186400512, - 690.3778164830984 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.6717825429779544E7, - "scoreError" : 408655.3503206733, - "scoreConfidence" : [ - 1.6309170079458872E7, - 1.712648078010022E7 - ], - "scorePercentiles" : { - "0.0" : 1.66315478756723E7, - "50.0" : 1.6696958298166078E7, - "90.0" : 1.689623497342393E7, - "95.0" : 1.689623497342393E7, - "99.0" : 1.689623497342393E7, - "99.9" : 1.689623497342393E7, - "99.99" : 1.689623497342393E7, - "99.999" : 1.689623497342393E7, - "99.9999" : 1.689623497342393E7, - "100.0" : 1.689623497342393E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6696958298166078E7, - 1.66315478756723E7, - 1.6719628107761871E7, - 1.689623497342393E7, - 1.664475789387354E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2971580.0258070007, - "scoreError" : 189032.0358713038, - "scoreConfidence" : [ - 2782547.989935697, - 3160612.0616783043 - ], - "scorePercentiles" : { - "0.0" : 2901790.766971798, - "50.0" : 2980293.792182851, - "90.0" : 3029647.8729389585, - "95.0" : 3029647.8729389585, - "99.0" : 3029647.8729389585, - "99.9" : 3029647.8729389585, - "99.99" : 3029647.8729389585, - "99.999" : 3029647.8729389585, - "99.9999" : 3029647.8729389585, - "100.0" : 3029647.8729389585 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3029647.8729389585, - 2947424.1082016593, - 2901790.766971798, - 2998743.5887397355, - 2980293.792182851 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 223891.5712750343, - "scoreError" : 4649.045670721979, - "scoreConfidence" : [ - 219242.52560431234, - 228540.61694575628 - ], - "scorePercentiles" : { - "0.0" : 222998.3617945062, - "50.0" : 223486.01451850298, - "90.0" : 226017.69383663946, - "95.0" : 226017.69383663946, - "99.0" : 226017.69383663946, - "99.9" : 226017.69383663946, - "99.99" : 226017.69383663946, - "99.999" : 226017.69383663946, - "99.9999" : 226017.69383663946, - "100.0" : 226017.69383663946 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 223486.01451850298, - 226017.69383663946, - 222998.3617945062, - 223424.2889863269, - 223531.4972391959 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 961.7255691004145, - "scoreError" : 213.10426135821456, - "scoreConfidence" : [ - 748.6213077422, - 1174.8298304586292 - ], - "scorePercentiles" : { - "0.0" : 866.0305339817561, - "50.0" : 977.4851116723968, - "90.0" : 1004.1206877208616, - "95.0" : 1004.1206877208616, - "99.0" : 1004.1206877208616, - "99.9" : 1004.1206877208616, - "99.99" : 1004.1206877208616, - "99.999" : 1004.1206877208616, - "99.9999" : 1004.1206877208616, - "100.0" : 1004.1206877208616 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 866.0305339817561, - 977.4851116723968, - 1004.1206877208616, - 993.5969076705271, - 967.394604456531 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.438717530930504E7, - "scoreError" : 2756595.8985029464, - "scoreConfidence" : [ - 4.1630579410802096E7, - 4.714377120780799E7 - ], - "scorePercentiles" : { - "0.0" : 4.346653558335764E7, - "50.0" : 4.431993614044783E7, - "90.0" : 4.539188463104109E7, - "95.0" : 4.539188463104109E7, - "99.0" : 4.539188463104109E7, - "99.9" : 4.539188463104109E7, - "99.99" : 4.539188463104109E7, - "99.999" : 4.539188463104109E7, - "99.9999" : 4.539188463104109E7, - "100.0" : 4.539188463104109E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.346653558335764E7, - 4.431993614044783E7, - 4.4685558936662644E7, - 4.539188463104109E7, - 4.4071961255016E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.1393014374834726E7, - "scoreError" : 3893445.2810046645, - "scoreConfidence" : [ - 7499569.093830061, - 1.5286459655839391E7 - ], - "scorePercentiles" : { - "0.0" : 9588158.218297947, - "50.0" : 1.1816418794591097E7, - "90.0" : 1.194824483244671E7, - "95.0" : 1.194824483244671E7, - "99.0" : 1.194824483244671E7, - "99.9" : 1.194824483244671E7, - "99.99" : 1.194824483244671E7, - "99.999" : 1.194824483244671E7, - "99.9999" : 1.194824483244671E7, - "100.0" : 1.194824483244671E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9588158.218297947, - 1.1845102560343014E7, - 1.194824483244671E7, - 1.1816418794591097E7, - 1.1767147468494857E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 932422.3895855794, - "scoreError" : 167461.6029861901, - "scoreConfidence" : [ - 764960.7865993893, - 1099883.9925717695 - ], - "scorePercentiles" : { - "0.0" : 855792.2017566207, - "50.0" : 947249.586780422, - "90.0" : 964521.4303347736, - "95.0" : 964521.4303347736, - "99.0" : 964521.4303347736, - "99.9" : 964521.4303347736, - "99.99" : 964521.4303347736, - "99.999" : 964521.4303347736, - "99.9999" : 964521.4303347736, - "100.0" : 964521.4303347736 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 946348.0696942983, - 855792.2017566207, - 948200.6593617827, - 947249.586780422, - 964521.4303347736 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5893.914322244928, - "scoreError" : 971.573298544211, - "scoreConfidence" : [ - 4922.341023700717, - 6865.487620789139 - ], - "scorePercentiles" : { - "0.0" : 5479.993916706935, - "50.0" : 5910.2589322826925, - "90.0" : 6119.298787513505, - "95.0" : 6119.298787513505, - "99.0" : 6119.298787513505, - "99.9" : 6119.298787513505, - "99.99" : 6119.298787513505, - "99.999" : 6119.298787513505, - "99.9999" : 6119.298787513505, - "100.0" : 6119.298787513505 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5910.2589322826925, - 5479.993916706935, - 5886.655567279317, - 6073.364407442189, - 6119.298787513505 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4954729747259874E7, - "scoreError" : 637373.4162762148, - "scoreConfidence" : [ - 2.4317356330983657E7, - 2.559210316353609E7 - ], - "scorePercentiles" : { - "0.0" : 2.46953801636931E7, - "50.0" : 2.4986085886097755E7, - "90.0" : 2.509427185141454E7, - "95.0" : 2.509427185141454E7, - "99.0" : 2.509427185141454E7, - "99.9" : 2.509427185141454E7, - "99.99" : 2.509427185141454E7, - "99.999" : 2.509427185141454E7, - "99.9999" : 2.509427185141454E7, - "100.0" : 2.509427185141454E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4904183718410097E7, - 2.509427185141454E7, - 2.46953801636931E7, - 2.4986085886097755E7, - 2.509372711668387E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2754184.1824031323, - "scoreError" : 557071.8732297155, - "scoreConfidence" : [ - 2197112.309173417, - 3311256.055632848 - ], - "scorePercentiles" : { - "0.0" : 2499450.084403674, - "50.0" : 2801239.0337640857, - "90.0" : 2857210.4736781614, - "95.0" : 2857210.4736781614, - "99.0" : 2857210.4736781614, - "99.9" : 2857210.4736781614, - "99.99" : 2857210.4736781614, - "99.999" : 2857210.4736781614, - "99.9999" : 2857210.4736781614, - "100.0" : 2857210.4736781614 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2822685.378595904, - 2790335.941573837, - 2499450.084403674, - 2801239.0337640857, - 2857210.4736781614 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 213017.3539445432, - "scoreError" : 35362.954646552585, - "scoreConfidence" : [ - 177654.3992979906, - 248380.3085910958 - ], - "scorePercentiles" : { - "0.0" : 198542.76007808535, - "50.0" : 217341.66367622628, - "90.0" : 220703.02974238867, - "95.0" : 220703.02974238867, - "99.0" : 220703.02974238867, - "99.9" : 220703.02974238867, - "99.99" : 220703.02974238867, - "99.999" : 220703.02974238867, - "99.9999" : 220703.02974238867, - "100.0" : 220703.02974238867 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 217341.66367622628, - 209400.0597463711, - 198542.76007808535, - 219099.25647964454, - 220703.02974238867 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 960.3511430313653, - "scoreError" : 243.05539542242954, - "scoreConfidence" : [ - 717.2957476089357, - 1203.4065384537948 - ], - "scorePercentiles" : { - "0.0" : 849.0526219900678, - "50.0" : 989.5513651184935, - "90.0" : 1000.9785774360984, - "95.0" : 1000.9785774360984, - "99.0" : 1000.9785774360984, - "99.9" : 1000.9785774360984, - "99.99" : 1000.9785774360984, - "99.999" : 1000.9785774360984, - "99.9999" : 1000.9785774360984, - "100.0" : 1000.9785774360984 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 990.7400676155721, - 849.0526219900678, - 971.4330829965946, - 1000.9785774360984, - 989.5513651184935 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0014606850838326E7, - "scoreError" : 1562523.7524567787, - "scoreConfidence" : [ - 1.845208309838155E7, - 2.1577130603295103E7 - ], - "scorePercentiles" : { - "0.0" : 1.954762794948056E7, - "50.0" : 2.018927542176808E7, - "90.0" : 2.0435884038014214E7, - "95.0" : 2.0435884038014214E7, - "99.0" : 2.0435884038014214E7, - "99.9" : 2.0435884038014214E7, - "99.99" : 2.0435884038014214E7, - "99.999" : 2.0435884038014214E7, - "99.9999" : 2.0435884038014214E7, - "100.0" : 2.0435884038014214E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9615258889746774E7, - 2.0435884038014214E7, - 2.018927542176808E7, - 2.0284987955181982E7, - 1.954762794948056E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2401781.931686024, - "scoreError" : 263442.2344765346, - "scoreConfidence" : [ - 2138339.6972094895, - 2665224.166162559 - ], - "scorePercentiles" : { - "0.0" : 2302174.422262349, - "50.0" : 2417906.5844510165, - "90.0" : 2476467.5382979927, - "95.0" : 2476467.5382979927, - "99.0" : 2476467.5382979927, - "99.9" : 2476467.5382979927, - "99.99" : 2476467.5382979927, - "99.999" : 2476467.5382979927, - "99.9999" : 2476467.5382979927, - "100.0" : 2476467.5382979927 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2302174.422262349, - 2476467.5382979927, - 2417906.5844510165, - 2444418.064698412, - 2367943.0487203524 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 250268.01716549267, - "scoreError" : 49523.77050059978, - "scoreConfidence" : [ - 200744.24666489288, - 299791.78766609245 - ], - "scorePercentiles" : { - "0.0" : 228824.93186200532, - "50.0" : 253207.5038102834, - "90.0" : 262438.5145465448, - "95.0" : 262438.5145465448, - "99.0" : 262438.5145465448, - "99.9" : 262438.5145465448, - "99.99" : 262438.5145465448, - "99.999" : 262438.5145465448, - "99.9999" : 262438.5145465448, - "100.0" : 262438.5145465448 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 256971.28766894442, - 253207.5038102834, - 249897.8479396855, - 262438.5145465448, - 228824.93186200532 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2478.1283976245263, - "scoreError" : 707.1195280026835, - "scoreConfidence" : [ - 1771.0088696218427, - 3185.24792562721 - ], - "scorePercentiles" : { - "0.0" : 2153.516739938261, - "50.0" : 2545.9394337355484, - "90.0" : 2587.2277544144117, - "95.0" : 2587.2277544144117, - "99.0" : 2587.2277544144117, - "99.9" : 2587.2277544144117, - "99.99" : 2587.2277544144117, - "99.999" : 2587.2277544144117, - "99.9999" : 2587.2277544144117, - "100.0" : 2587.2277544144117 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2153.516739938261, - 2519.512294029171, - 2584.44576600524, - 2587.2277544144117, - 2545.9394337355484 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4638064426320497E7, - "scoreError" : 1837881.439977789, - "scoreConfidence" : [ - 2.280018298634271E7, - 2.6475945866298284E7 - ], - "scorePercentiles" : { - "0.0" : 2.413832429271676E7, - "50.0" : 2.4561962056577947E7, - "90.0" : 2.513195153089733E7, - "95.0" : 2.513195153089733E7, - "99.0" : 2.513195153089733E7, - "99.9" : 2.513195153089733E7, - "99.99" : 2.513195153089733E7, - "99.999" : 2.513195153089733E7, - "99.9999" : 2.513195153089733E7, - "100.0" : 2.513195153089733E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.422714837471433E7, - 2.413832429271676E7, - 2.5130935876696106E7, - 2.513195153089733E7, - 2.4561962056577947E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3019847.928462499, - "scoreError" : 593087.5929652386, - "scoreConfidence" : [ - 2426760.33549726, - 3612935.5214277375 - ], - "scorePercentiles" : { - "0.0" : 2755240.4945589444, - "50.0" : 3063426.5079055773, - "90.0" : 3155902.564175481, - "95.0" : 3155902.564175481, - "99.0" : 3155902.564175481, - "99.9" : 3155902.564175481, - "99.99" : 3155902.564175481, - "99.999" : 3155902.564175481, - "99.9999" : 3155902.564175481, - "100.0" : 3155902.564175481 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3041659.7525981013, - 2755240.4945589444, - 3155902.564175481, - 3083010.3230743892, - 3063426.5079055773 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 180626.9354928718, - "scoreError" : 32657.521510477985, - "scoreConfidence" : [ - 147969.4139823938, - 213284.4570033498 - ], - "scorePercentiles" : { - "0.0" : 167047.87700216583, - "50.0" : 183214.87114132603, - "90.0" : 188178.68427081814, - "95.0" : 188178.68427081814, - "99.0" : 188178.68427081814, - "99.9" : 188178.68427081814, - "99.99" : 188178.68427081814, - "99.999" : 188178.68427081814, - "99.9999" : 188178.68427081814, - "100.0" : 188178.68427081814 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 178242.88316886406, - 186450.3618811849, - 167047.87700216583, - 183214.87114132603, - 188178.68427081814 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllEqualSize", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1086.9498608765603, - "scoreError" : 64.9926519044811, - "scoreConfidence" : [ - 1021.9572089720791, - 1151.9425127810414 - ], - "scorePercentiles" : { - "0.0" : 1072.8076922589005, - "50.0" : 1079.0918363105611, - "90.0" : 1114.978409951709, - "95.0" : 1114.978409951709, - "99.0" : 1114.978409951709, - "99.9" : 1114.978409951709, - "99.99" : 1114.978409951709, - "99.999" : 1114.978409951709, - "99.9999" : 1114.978409951709, - "100.0" : 1114.978409951709 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1072.8076922589005, - 1114.978409951709, - 1079.0918363105611, - 1077.8529212921976, - 1090.0184445694329 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.4950402354558215E7, - "scoreError" : 1.350425733308058E7, - "scoreConfidence" : [ - 3.1446145021477632E7, - 5.84546596876388E7 - ], - "scorePercentiles" : { - "0.0" : 3.870397184779934E7, - "50.0" : 4.626114573238143E7, - "90.0" : 4.7042618471094795E7, - "95.0" : 4.7042618471094795E7, - "99.0" : 4.7042618471094795E7, - "99.9" : 4.7042618471094795E7, - "99.99" : 4.7042618471094795E7, - "99.999" : 4.7042618471094795E7, - "99.9999" : 4.7042618471094795E7, - "100.0" : 4.7042618471094795E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.626114573238143E7, - 3.870397184779934E7, - 4.7042618471094795E7, - 4.6229696095735736E7, - 4.651457962577979E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.021253071018517E7, - "scoreError" : 3175341.7856849376, - "scoreConfidence" : [ - 1.7037188924500234E7, - 2.3387872495870106E7 - ], - "scorePercentiles" : { - "0.0" : 1.8822553983888842E7, - "50.0" : 2.0324121819295768E7, - "90.0" : 2.0922336466774676E7, - "95.0" : 2.0922336466774676E7, - "99.0" : 2.0922336466774676E7, - "99.9" : 2.0922336466774676E7, - "99.99" : 2.0922336466774676E7, - "99.999" : 2.0922336466774676E7, - "99.9999" : 2.0922336466774676E7, - "100.0" : 2.0922336466774676E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.02622148886889E7, - 1.8822553983888842E7, - 2.0324121819295768E7, - 2.0922336466774676E7, - 2.073142639227768E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 5895518.719014364, - "scoreError" : 618805.093199864, - "scoreConfidence" : [ - 5276713.6258145, - 6514323.812214228 - ], - "scorePercentiles" : { - "0.0" : 5650702.184645944, - "50.0" : 5956943.842875724, - "90.0" : 6070525.862915417, - "95.0" : 6070525.862915417, - "99.0" : 6070525.862915417, - "99.9" : 6070525.862915417, - "99.99" : 6070525.862915417, - "99.999" : 6070525.862915417, - "99.9999" : 6070525.862915417, - "100.0" : 6070525.862915417 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5956943.842875724, - 5966529.03263745, - 5650702.184645944, - 5832892.671997288, - 6070525.862915417 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1784997.744167826, - "scoreError" : 428413.13230972417, - "scoreConfidence" : [ - 1356584.6118581018, - 2213410.8764775502 - ], - "scorePercentiles" : { - "0.0" : 1590228.9960930631, - "50.0" : 1838144.9808512635, - "90.0" : 1853539.6678512339, - "95.0" : 1853539.6678512339, - "99.0" : 1853539.6678512339, - "99.9" : 1853539.6678512339, - "99.99" : 1853539.6678512339, - "99.999" : 1853539.6678512339, - "99.9999" : 1853539.6678512339, - "100.0" : 1853539.6678512339 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1838144.9808512635, - 1795220.722672022, - 1590228.9960930631, - 1847854.3533715478, - 1853539.6678512339 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2663124051728748E7, - "scoreError" : 4481629.479634105, - "scoreConfidence" : [ - 1.818149457209464E7, - 2.7144753531362854E7 - ], - "scorePercentiles" : { - "0.0" : 2.0671159244564965E7, - "50.0" : 2.316869531909735E7, - "90.0" : 2.3566839672575932E7, - "95.0" : 2.3566839672575932E7, - "99.0" : 2.3566839672575932E7, - "99.9" : 2.3566839672575932E7, - "99.99" : 2.3566839672575932E7, - "99.999" : 2.3566839672575932E7, - "99.9999" : 2.3566839672575932E7, - "100.0" : 2.3566839672575932E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2631707973579776E7, - 2.0671159244564965E7, - 2.316869531909735E7, - 2.32772180488257E7, - 2.3566839672575932E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3381219.295390047, - "scoreError" : 659969.3152374356, - "scoreConfidence" : [ - 2721249.9801526116, - 4041188.6106274826 - ], - "scorePercentiles" : { - "0.0" : 3090591.0649596415, - "50.0" : 3439114.0082016652, - "90.0" : 3530975.290462591, - "95.0" : 3530975.290462591, - "99.0" : 3530975.290462591, - "99.9" : 3530975.290462591, - "99.99" : 3530975.290462591, - "99.999" : 3530975.290462591, - "99.9999" : 3530975.290462591, - "100.0" : 3530975.290462591 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3090591.0649596415, - 3439114.0082016652, - 3379034.7053711344, - 3530975.290462591, - 3466381.4079552023 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 237119.2246432947, - "scoreError" : 56514.011001154584, - "scoreConfidence" : [ - 180605.21364214012, - 293633.2356444493 - ], - "scorePercentiles" : { - "0.0" : 211305.2391457755, - "50.0" : 242627.03703079832, - "90.0" : 247673.4194652683, - "95.0" : 247673.4194652683, - "99.0" : 247673.4194652683, - "99.9" : 247673.4194652683, - "99.99" : 247673.4194652683, - "99.999" : 247673.4194652683, - "99.9999" : 247673.4194652683, - "100.0" : 247673.4194652683 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 242627.03703079832, - 211305.2391457755, - 243721.52122511613, - 240268.90634951534, - 247673.4194652683 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1143.5517061867793, - "scoreError" : 70.63652587323621, - "scoreConfidence" : [ - 1072.915180313543, - 1214.1882320600155 - ], - "scorePercentiles" : { - "0.0" : 1123.7247540364112, - "50.0" : 1153.6683278645628, - "90.0" : 1161.968565216489, - "95.0" : 1161.968565216489, - "99.0" : 1161.968565216489, - "99.9" : 1161.968565216489, - "99.99" : 1161.968565216489, - "99.999" : 1161.968565216489, - "99.9999" : 1161.968565216489, - "100.0" : 1161.968565216489 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1153.6683278645628, - 1123.8120076973578, - 1161.968565216489, - 1123.7247540364112, - 1154.5848761190755 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.5037652843524426E7, - "scoreError" : 1161147.205119252, - "scoreConfidence" : [ - 1.3876505638405174E7, - 1.6198800048643678E7 - ], - "scorePercentiles" : { - "0.0" : 1.4534681677804878E7, - "50.0" : 1.5158621964368427E7, - "90.0" : 1.528082722148601E7, - "95.0" : 1.528082722148601E7, - "99.0" : 1.528082722148601E7, - "99.9" : 1.528082722148601E7, - "99.99" : 1.528082722148601E7, - "99.999" : 1.528082722148601E7, - "99.9999" : 1.528082722148601E7, - "100.0" : 1.528082722148601E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.528082722148601E7, - 1.4534681677804878E7, - 1.5158621964368427E7, - 1.4990154993740086E7, - 1.5223978360222723E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.1835126263003897E7, - "scoreError" : 2527655.051939628, - "scoreConfidence" : [ - 1.9307471211064268E7, - 2.4362781314943526E7 - ], - "scorePercentiles" : { - "0.0" : 2.0710530065473236E7, - "50.0" : 2.2117615753080357E7, - "90.0" : 2.2368372116016038E7, - "95.0" : 2.2368372116016038E7, - "99.0" : 2.2368372116016038E7, - "99.9" : 2.2368372116016038E7, - "99.99" : 2.2368372116016038E7, - "99.999" : 2.2368372116016038E7, - "99.9999" : 2.2368372116016038E7, - "100.0" : 2.2368372116016038E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.183625266870599E7, - 2.2368372116016038E7, - 2.0710530065473236E7, - 2.2117615753080357E7, - 2.2142860711743858E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 5054237.429305537, - "scoreError" : 222967.2829812169, - "scoreConfidence" : [ - 4831270.14632432, - 5277204.712286754 - ], - "scorePercentiles" : { - "0.0" : 4975126.307881435, - "50.0" : 5084546.598890333, - "90.0" : 5113451.476248337, - "95.0" : 5113451.476248337, - "99.0" : 5113451.476248337, - "99.9" : 5113451.476248337, - "99.99" : 5113451.476248337, - "99.999" : 5113451.476248337, - "99.9999" : 5113451.476248337, - "100.0" : 5113451.476248337 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5085594.476978496, - 4975126.307881435, - 5084546.598890333, - 5113451.476248337, - 5012468.286529088 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1006741.9075303182, - "scoreError" : 179852.1506548159, - "scoreConfidence" : [ - 826889.7568755024, - 1186594.058185134 - ], - "scorePercentiles" : { - "0.0" : 927706.3747925597, - "50.0" : 1026948.2103457055, - "90.0" : 1040986.0849510803, - "95.0" : 1040986.0849510803, - "99.0" : 1040986.0849510803, - "99.9" : 1040986.0849510803, - "99.99" : 1040986.0849510803, - "99.999" : 1040986.0849510803, - "99.9999" : 1040986.0849510803, - "100.0" : 1040986.0849510803 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1026948.2103457055, - 1040986.0849510803, - 1036302.9209170475, - 1001765.9466451975, - 927706.3747925597 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3806692760514937E7, - "scoreError" : 3117022.6013212306, - "scoreConfidence" : [ - 2.0689670159193706E7, - 2.692371536183617E7 - ], - "scorePercentiles" : { - "0.0" : 2.248382008025636E7, - "50.0" : 2.403600242295147E7, - "90.0" : 2.4512461238157753E7, - "95.0" : 2.4512461238157753E7, - "99.0" : 2.4512461238157753E7, - "99.9" : 2.4512461238157753E7, - "99.99" : 2.4512461238157753E7, - "99.999" : 2.4512461238157753E7, - "99.9999" : 2.4512461238157753E7, - "100.0" : 2.4512461238157753E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.403600242295147E7, - 2.365047531648522E7, - 2.248382008025636E7, - 2.43507047447239E7, - 2.4512461238157753E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3527463.585140778, - "scoreError" : 315298.48031747807, - "scoreConfidence" : [ - 3212165.1048233, - 3842762.0654582563 - ], - "scorePercentiles" : { - "0.0" : 3421312.3628971996, - "50.0" : 3506103.413004096, - "90.0" : 3628354.1193599044, - "95.0" : 3628354.1193599044, - "99.0" : 3628354.1193599044, - "99.9" : 3628354.1193599044, - "99.99" : 3628354.1193599044, - "99.999" : 3628354.1193599044, - "99.9999" : 3628354.1193599044, - "100.0" : 3628354.1193599044 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3421312.3628971996, - 3588529.030555397, - 3506103.413004096, - 3628354.1193599044, - 3493018.999887295 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 210761.81795963616, - "scoreError" : 51139.523322051544, - "scoreConfidence" : [ - 159622.29463758462, - 261901.3412816877 - ], - "scorePercentiles" : { - "0.0" : 187014.65033070015, - "50.0" : 216531.07445651066, - "90.0" : 217154.66254959544, - "95.0" : 217154.66254959544, - "99.0" : 217154.66254959544, - "99.9" : 217154.66254959544, - "99.99" : 217154.66254959544, - "99.999" : 217154.66254959544, - "99.9999" : 217154.66254959544, - "100.0" : 217154.66254959544 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 216531.07445651066, - 216149.40505629886, - 216959.29740507572, - 187014.65033070015, - 217154.66254959544 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllLargeIntoSmall", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1199.1767291272288, - "scoreError" : 84.83143149895442, - "scoreConfidence" : [ - 1114.3452976282745, - 1284.008160626183 - ], - "scorePercentiles" : { - "0.0" : 1162.6287305679593, - "50.0" : 1200.1788246479027, - "90.0" : 1217.8007541332986, - "95.0" : 1217.8007541332986, - "99.0" : 1217.8007541332986, - "99.9" : 1217.8007541332986, - "99.99" : 1217.8007541332986, - "99.999" : 1217.8007541332986, - "99.9999" : 1217.8007541332986, - "100.0" : 1217.8007541332986 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1162.6287305679593, - 1200.0688563966996, - 1217.8007541332986, - 1215.2064798902834, - 1200.1788246479027 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.3294038509140894E7, - "scoreError" : 1.3445168935287708E7, - "scoreConfidence" : [ - 2.9848869573853187E7, - 5.67392074444286E7 - ], - "scorePercentiles" : { - "0.0" : 3.7071875467965215E7, - "50.0" : 4.470326925780074E7, - "90.0" : 4.532778512698338E7, - "95.0" : 4.532778512698338E7, - "99.0" : 4.532778512698338E7, - "99.9" : 4.532778512698338E7, - "99.99" : 4.532778512698338E7, - "99.999" : 4.532778512698338E7, - "99.9999" : 4.532778512698338E7, - "100.0" : 4.532778512698338E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.7071875467965215E7, - 4.470326925780074E7, - 4.532778512698338E7, - 4.4499693043373175E7, - 4.486756964958195E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.8798432847963635E7, - "scoreError" : 3826331.364622727, - "scoreConfidence" : [ - 1.4972101483340908E7, - 2.2624764212586362E7 - ], - "scorePercentiles" : { - "0.0" : 1.7055336569937445E7, - "50.0" : 1.921474225117897E7, - "90.0" : 1.9422395808845505E7, - "95.0" : 1.9422395808845505E7, - "99.0" : 1.9422395808845505E7, - "99.9" : 1.9422395808845505E7, - "99.99" : 1.9422395808845505E7, - "99.999" : 1.9422395808845505E7, - "99.9999" : 1.9422395808845505E7, - "100.0" : 1.9422395808845505E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7055336569937445E7, - 1.9422395808845505E7, - 1.937527732115335E7, - 1.892441228870291E7, - 1.921474225117897E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 6038373.0190496575, - "scoreError" : 544482.2985714901, - "scoreConfidence" : [ - 5493890.720478168, - 6582855.317621147 - ], - "scorePercentiles" : { - "0.0" : 5880629.1656643255, - "50.0" : 6043036.13738745, - "90.0" : 6187657.238459388, - "95.0" : 6187657.238459388, - "99.0" : 6187657.238459388, - "99.9" : 6187657.238459388, - "99.99" : 6187657.238459388, - "99.999" : 6187657.238459388, - "99.9999" : 6187657.238459388, - "100.0" : 6187657.238459388 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6187657.238459388, - 5880629.1656643255, - 6043036.13738745, - 5912251.056847153, - 6168291.496889971 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1837105.6130114198, - "scoreError" : 405475.7783755854, - "scoreConfidence" : [ - 1431629.8346358344, - 2242581.3913870053 - ], - "scorePercentiles" : { - "0.0" : 1657711.961134179, - "50.0" : 1850934.4884631173, - "90.0" : 1914724.4936830557, - "95.0" : 1914724.4936830557, - "99.0" : 1914724.4936830557, - "99.9" : 1914724.4936830557, - "99.99" : 1914724.4936830557, - "99.999" : 1914724.4936830557, - "99.9999" : 1914724.4936830557, - "100.0" : 1914724.4936830557 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1850934.4884631173, - 1657711.961134179, - 1848769.4346319814, - 1913387.6871447652, - 1914724.4936830557 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.494485542678391E7, - "scoreError" : 1364749.3312040714, - "scoreConfidence" : [ - 2.3580106095579837E7, - 2.630960475798798E7 - ], - "scorePercentiles" : { - "0.0" : 2.447794859273462E7, - "50.0" : 2.49764769795514E7, - "90.0" : 2.5426767243316576E7, - "95.0" : 2.5426767243316576E7, - "99.0" : 2.5426767243316576E7, - "99.9" : 2.5426767243316576E7, - "99.99" : 2.5426767243316576E7, - "99.999" : 2.5426767243316576E7, - "99.9999" : 2.5426767243316576E7, - "100.0" : 2.5426767243316576E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.507986025964421E7, - 2.5426767243316576E7, - 2.4763224058672722E7, - 2.447794859273462E7, - 2.49764769795514E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.7819064260032844E7, - "scoreError" : 2458955.5264297468, - "scoreConfidence" : [ - 1.5360108733603097E7, - 2.027801978646259E7 - ], - "scorePercentiles" : { - "0.0" : 1.6768946261670547E7, - "50.0" : 1.805105808847816E7, - "90.0" : 1.8382954776504558E7, - "95.0" : 1.8382954776504558E7, - "99.0" : 1.8382954776504558E7, - "99.9" : 1.8382954776504558E7, - "99.99" : 1.8382954776504558E7, - "99.999" : 1.8382954776504558E7, - "99.9999" : 1.8382954776504558E7, - "100.0" : 1.8382954776504558E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6768946261670547E7, - 1.805105808847816E7, - 1.8382954776504558E7, - 1.819547394241423E7, - 1.7696888231096715E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1.8194176761386838E7, - "scoreError" : 2462553.914654232, - "scoreConfidence" : [ - 1.5731622846732605E7, - 2.065673067604107E7 - ], - "scorePercentiles" : { - "0.0" : 1.706385085559543E7, - "50.0" : 1.8450181440230925E7, - "90.0" : 1.863012307480752E7, - "95.0" : 1.863012307480752E7, - "99.0" : 1.863012307480752E7, - "99.9" : 1.863012307480752E7, - "99.99" : 1.863012307480752E7, - "99.999" : 1.863012307480752E7, - "99.9999" : 1.863012307480752E7, - "100.0" : 1.863012307480752E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.863012307480752E7, - 1.847089534487696E7, - 1.8355833091423362E7, - 1.8450181440230925E7, - 1.706385085559543E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1232577.757500071, - "scoreError" : 39779.83032973134, - "scoreConfidence" : [ - 1192797.9271703397, - 1272357.5878298024 - ], - "scorePercentiles" : { - "0.0" : 1220982.8292369172, - "50.0" : 1230251.5751928757, - "90.0" : 1244416.2464897172, - "95.0" : 1244416.2464897172, - "99.0" : 1244416.2464897172, - "99.9" : 1244416.2464897172, - "99.99" : 1244416.2464897172, - "99.999" : 1244416.2464897172, - "99.9999" : 1244416.2464897172, - "100.0" : 1244416.2464897172 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1242125.569443659, - 1225112.567137187, - 1220982.8292369172, - 1230251.5751928757, - 1244416.2464897172 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.492525307156772E7, - "scoreError" : 7453025.9857972665, - "scoreConfidence" : [ - 7472227.085770453, - 2.2378279057364985E7 - ], - "scorePercentiles" : { - "0.0" : 1.1780889429222886E7, - "50.0" : 1.5861508660606459E7, - "90.0" : 1.634102570608885E7, - "95.0" : 1.634102570608885E7, - "99.0" : 1.634102570608885E7, - "99.9" : 1.634102570608885E7, - "99.99" : 1.634102570608885E7, - "99.999" : 1.634102570608885E7, - "99.9999" : 1.634102570608885E7, - "100.0" : 1.634102570608885E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4345932503076175E7, - 1.1780889429222886E7, - 1.629690905884422E7, - 1.5861508660606459E7, - 1.634102570608885E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8314299.9737685975, - "scoreError" : 1404288.2556680348, - "scoreConfidence" : [ - 6910011.718100563, - 9718588.229436632 - ], - "scorePercentiles" : { - "0.0" : 7741757.89055093, - "50.0" : 8432877.276288372, - "90.0" : 8709635.033343278, - "95.0" : 8709635.033343278, - "99.0" : 8709635.033343278, - "99.9" : 8709635.033343278, - "99.99" : 8709635.033343278, - "99.999" : 8709635.033343278, - "99.9999" : 8709635.033343278, - "100.0" : 8709635.033343278 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8216888.146818575, - 8470341.521841832, - 7741757.89055093, - 8432877.276288372, - 8709635.033343278 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4535192.190035224, - "scoreError" : 902248.7096434556, - "scoreConfidence" : [ - 3632943.4803917683, - 5437440.899678679 - ], - "scorePercentiles" : { - "0.0" : 4121104.348951265, - "50.0" : 4630092.290790444, - "90.0" : 4673262.193195744, - "95.0" : 4673262.193195744, - "99.0" : 4673262.193195744, - "99.9" : 4673262.193195744, - "99.99" : 4673262.193195744, - "99.999" : 4673262.193195744, - "99.9999" : 4673262.193195744, - "100.0" : 4673262.193195744 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4630092.290790444, - 4668569.86411801, - 4582932.253120654, - 4121104.348951265, - 4673262.193195744 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1620128.978007136, - "scoreError" : 417544.1131912871, - "scoreConfidence" : [ - 1202584.8648158489, - 2037673.091198423 - ], - "scorePercentiles" : { - "0.0" : 1430593.2041422806, - "50.0" : 1655685.1908906668, - "90.0" : 1700518.1699568129, - "95.0" : 1700518.1699568129, - "99.0" : 1700518.1699568129, - "99.9" : 1700518.1699568129, - "99.99" : 1700518.1699568129, - "99.999" : 1700518.1699568129, - "99.9999" : 1700518.1699568129, - "100.0" : 1700518.1699568129 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1430593.2041422806, - 1638563.2562092962, - 1655685.1908906668, - 1675285.0688366233, - 1700518.1699568129 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4063706995584346E7, - "scoreError" : 5819642.726506798, - "scoreConfidence" : [ - 1.8244064269077547E7, - 2.9883349722091146E7 - ], - "scorePercentiles" : { - "0.0" : 2.137566477217955E7, - "50.0" : 2.467004809489283E7, - "90.0" : 2.4998084148944613E7, - "95.0" : 2.4998084148944613E7, - "99.0" : 2.4998084148944613E7, - "99.9" : 2.4998084148944613E7, - "99.99" : 2.4998084148944613E7, - "99.999" : 2.4998084148944613E7, - "99.9999" : 2.4998084148944613E7, - "100.0" : 2.4998084148944613E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4998084148944613E7, - 2.137566477217955E7, - 2.4559362200881835E7, - 2.471537576102289E7, - 2.467004809489283E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.1393463037210293E7, - "scoreError" : 802257.860657832, - "scoreConfidence" : [ - 2.059120517655246E7, - 2.2195720897868127E7 - ], - "scorePercentiles" : { - "0.0" : 2.115166357413731E7, - "50.0" : 2.13707441989369E7, - "90.0" : 2.1647776115504976E7, - "95.0" : 2.1647776115504976E7, - "99.0" : 2.1647776115504976E7, - "99.9" : 2.1647776115504976E7, - "99.99" : 2.1647776115504976E7, - "99.999" : 2.1647776115504976E7, - "99.9999" : 2.1647776115504976E7, - "100.0" : 2.1647776115504976E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.124058108274469E7, - 2.1647776115504976E7, - 2.13707441989369E7, - 2.115166357413731E7, - 2.1556550214727584E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1.54544544195699E7, - "scoreError" : 814145.1912078805, - "scoreConfidence" : [ - 1.464030922836202E7, - 1.626859961077778E7 - ], - "scorePercentiles" : { - "0.0" : 1.517098311434126E7, - "50.0" : 1.5436168345069071E7, - "90.0" : 1.5744677265680255E7, - "95.0" : 1.5744677265680255E7, - "99.0" : 1.5744677265680255E7, - "99.9" : 1.5744677265680255E7, - "99.99" : 1.5744677265680255E7, - "99.999" : 1.5744677265680255E7, - "99.9999" : 1.5744677265680255E7, - "100.0" : 1.5744677265680255E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5377077376852877E7, - 1.5744677265680255E7, - 1.517098311434126E7, - 1.5436168345069071E7, - 1.5543365995906042E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.PutAll.putAllSmallIntoLarge", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1249367.2282881783, - "scoreError" : 237796.33834554936, - "scoreConfidence" : [ - 1011570.889942629, - 1487163.5666337276 - ], - "scorePercentiles" : { - "0.0" : 1140478.4823433678, - "50.0" : 1271069.4204776788, - "90.0" : 1293253.0792199455, - "95.0" : 1293253.0792199455, - "99.0" : 1293253.0792199455, - "99.9" : 1293253.0792199455, - "99.99" : 1293253.0792199455, - "99.999" : 1293253.0792199455, - "99.9999" : 1293253.0792199455, - "100.0" : 1293253.0792199455 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1140478.4823433678, - 1276652.730441517, - 1265382.428958383, - 1271069.4204776788, - 1293253.0792199455 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2165937262964326E8, - "scoreError" : 8493272.150927424, - "scoreConfidence" : [ - 2.1316610047871584E8, - 2.301526447805707E8 - ], - "scorePercentiles" : { - "0.0" : 2.1921908681882054E8, - "50.0" : 2.2143460340964752E8, - "90.0" : 2.2522892452668262E8, - "95.0" : 2.2522892452668262E8, - "99.0" : 2.2522892452668262E8, - "99.9" : 2.2522892452668262E8, - "99.99" : 2.2522892452668262E8, - "99.999" : 2.2522892452668262E8, - "99.9999" : 2.2522892452668262E8, - "100.0" : 2.2522892452668262E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1921908681882054E8, - 2.208174134263878E8, - 2.2522892452668262E8, - 2.2143460340964752E8, - 2.21596834966678E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4270614.33227654, - "scoreError" : 851381.777352669, - "scoreConfidence" : [ - 3419232.5549238706, - 5121996.109629209 - ], - "scorePercentiles" : { - "0.0" : 3877231.105996639, - "50.0" : 4360483.579749004, - "90.0" : 4406567.644351888, - "95.0" : 4406567.644351888, - "99.0" : 4406567.644351888, - "99.9" : 4406567.644351888, - "99.99" : 4406567.644351888, - "99.999" : 4406567.644351888, - "99.9999" : 4406567.644351888, - "100.0" : 4406567.644351888 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3877231.105996639, - 4406567.644351888, - 4344534.96500246, - 4364254.36628271, - 4360483.579749004 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 297096.1879687953, - "scoreError" : 69426.50399741207, - "scoreConfidence" : [ - 227669.68397138323, - 366522.69196620735 - ], - "scorePercentiles" : { - "0.0" : 265221.6142455782, - "50.0" : 303989.96161361004, - "90.0" : 309700.5902463754, - "95.0" : 309700.5902463754, - "99.0" : 309700.5902463754, - "99.9" : 309700.5902463754, - "99.99" : 309700.5902463754, - "99.999" : 309700.5902463754, - "99.9999" : 309700.5902463754, - "100.0" : 309700.5902463754 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 265221.6142455782, - 302468.98337391054, - 303989.96161361004, - 304099.79036450223, - 309700.5902463754 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1109.4710123777627, - "scoreError" : 217.57927044160257, - "scoreConfidence" : [ - 891.8917419361601, - 1327.0502828193653 - ], - "scorePercentiles" : { - "0.0" : 1012.9524815279923, - "50.0" : 1122.0752213392705, - "90.0" : 1151.0901530190704, - "95.0" : 1151.0901530190704, - "99.0" : 1151.0901530190704, - "99.9" : 1151.0901530190704, - "99.99" : 1151.0901530190704, - "99.999" : 1151.0901530190704, - "99.9999" : 1151.0901530190704, - "100.0" : 1151.0901530190704 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1122.0752213392705, - 1012.9524815279923, - 1148.9190532957352, - 1112.3181527067443, - 1151.0901530190704 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4430744883273768E8, - "scoreError" : 6029737.406869259, - "scoreConfidence" : [ - 1.3827771142586842E8, - 1.5033718623960695E8 - ], - "scorePercentiles" : { - "0.0" : 1.4153191217772093E8, - "50.0" : 1.448372745911659E8, - "90.0" : 1.453224315833559E8, - "95.0" : 1.453224315833559E8, - "99.0" : 1.453224315833559E8, - "99.9" : 1.453224315833559E8, - "99.99" : 1.453224315833559E8, - "99.999" : 1.453224315833559E8, - "99.9999" : 1.453224315833559E8, - "100.0" : 1.453224315833559E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4505765006135535E8, - 1.4153191217772093E8, - 1.453224315833559E8, - 1.448372745911659E8, - 1.4478797575009042E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 7771162.167659923, - "scoreError" : 1055197.635321895, - "scoreConfidence" : [ - 6715964.532338029, - 8826359.802981818 - ], - "scorePercentiles" : { - "0.0" : 7351109.926847225, - "50.0" : 7812136.5676407665, - "90.0" : 8076473.997508254, - "95.0" : 8076473.997508254, - "99.0" : 8076473.997508254, - "99.9" : 8076473.997508254, - "99.99" : 8076473.997508254, - "99.999" : 8076473.997508254, - "99.9999" : 8076473.997508254, - "100.0" : 8076473.997508254 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7351109.926847225, - 7693340.803146603, - 8076473.997508254, - 7812136.5676407665, - 7922749.543156767 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 464173.3409122954, - "scoreError" : 81778.94362766153, - "scoreConfidence" : [ - 382394.39728463383, - 545952.284539957 - ], - "scorePercentiles" : { - "0.0" : 427702.4402193964, - "50.0" : 470220.5080500669, - "90.0" : 483536.76563257334, - "95.0" : 483536.76563257334, - "99.0" : 483536.76563257334, - "99.9" : 483536.76563257334, - "99.99" : 483536.76563257334, - "99.999" : 483536.76563257334, - "99.9999" : 483536.76563257334, - "100.0" : 483536.76563257334 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 468878.0333964904, - 427702.4402193964, - 470220.5080500669, - 483536.76563257334, - 470528.9572629504 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1786.0396578208697, - "scoreError" : 105.65252528305207, - "scoreConfidence" : [ - 1680.3871325378177, - 1891.6921831039217 - ], - "scorePercentiles" : { - "0.0" : 1748.184454502097, - "50.0" : 1798.7564117671607, - "90.0" : 1810.8690217524645, - "95.0" : 1810.8690217524645, - "99.0" : 1810.8690217524645, - "99.9" : 1810.8690217524645, - "99.99" : 1810.8690217524645, - "99.999" : 1810.8690217524645, - "99.9999" : 1810.8690217524645, - "100.0" : 1810.8690217524645 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1806.194398033729, - 1766.1940030488984, - 1810.8690217524645, - 1748.184454502097, - 1798.7564117671607 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.225357018427984E8, - "scoreError" : 9495163.909092283, - "scoreConfidence" : [ - 2.1304053793370613E8, - 2.320308657518907E8 - ], - "scorePercentiles" : { - "0.0" : 2.1968810229537985E8, - "50.0" : 2.234705538040199E8, - "90.0" : 2.249377727303856E8, - "95.0" : 2.249377727303856E8, - "99.0" : 2.249377727303856E8, - "99.9" : 2.249377727303856E8, - "99.99" : 2.249377727303856E8, - "99.999" : 2.249377727303856E8, - "99.9999" : 2.249377727303856E8, - "100.0" : 2.249377727303856E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.249377727303856E8, - 2.201173906340909E8, - 2.1968810229537985E8, - 2.24464689750116E8, - 2.234705538040199E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2173140.401935037, - "scoreError" : 779148.5418122794, - "scoreConfidence" : [ - 1393991.860122758, - 2952288.9437473165 - ], - "scorePercentiles" : { - "0.0" : 1819003.3647884887, - "50.0" : 2254195.2266598563, - "90.0" : 2317668.054358289, - "95.0" : 2317668.054358289, - "99.0" : 2317668.054358289, - "99.9" : 2317668.054358289, - "99.99" : 2317668.054358289, - "99.999" : 2317668.054358289, - "99.9999" : 2317668.054358289, - "100.0" : 2317668.054358289 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1819003.3647884887, - 2201116.9576865677, - 2317668.054358289, - 2254195.2266598563, - 2273718.4061819846 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 170964.74815351696, - "scoreError" : 28984.753822355317, - "scoreConfidence" : [ - 141979.99433116164, - 199949.5019758723 - ], - "scorePercentiles" : { - "0.0" : 158717.44089191197, - "50.0" : 171490.13365915784, - "90.0" : 178744.76796065955, - "95.0" : 178744.76796065955, - "99.0" : 178744.76796065955, - "99.9" : 178744.76796065955, - "99.99" : 178744.76796065955, - "99.999" : 178744.76796065955, - "99.9999" : 178744.76796065955, - "100.0" : 178744.76796065955 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 170927.30268925123, - 171490.13365915784, - 158717.44089191197, - 174944.09556660426, - 178744.76796065955 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 737.2528008189431, - "scoreError" : 43.960432347523415, - "scoreConfidence" : [ - 693.2923684714196, - 781.2132331664666 - ], - "scorePercentiles" : { - "0.0" : 720.6361557196758, - "50.0" : 737.5915395076177, - "90.0" : 749.2761078681142, - "95.0" : 749.2761078681142, - "99.0" : 749.2761078681142, - "99.9" : 749.2761078681142, - "99.99" : 749.2761078681142, - "99.999" : 749.2761078681142, - "99.9999" : 749.2761078681142, - "100.0" : 749.2761078681142 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 732.616336829284, - 720.6361557196758, - 749.2761078681142, - 746.1438641700238, - 737.5915395076177 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.901383500723694E8, - "scoreError" : 5241711.981299849, - "scoreConfidence" : [ - 1.8489663809106955E8, - 1.9538006205366924E8 - ], - "scorePercentiles" : { - "0.0" : 1.8798062709983936E8, - "50.0" : 1.9006942449651092E8, - "90.0" : 1.9137305413474843E8, - "95.0" : 1.9137305413474843E8, - "99.0" : 1.9137305413474843E8, - "99.9" : 1.9137305413474843E8, - "99.99" : 1.9137305413474843E8, - "99.999" : 1.9137305413474843E8, - "99.9999" : 1.9137305413474843E8, - "100.0" : 1.9137305413474843E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9006942449651092E8, - 1.900280711735152E8, - 1.8798062709983936E8, - 1.912405734572329E8, - 1.9137305413474843E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6809982.923827803, - "scoreError" : 1871008.7828276237, - "scoreConfidence" : [ - 4938974.14100018, - 8680991.706655426 - ], - "scorePercentiles" : { - "0.0" : 6087595.651695114, - "50.0" : 7047495.883045511, - "90.0" : 7237475.650208116, - "95.0" : 7237475.650208116, - "99.0" : 7237475.650208116, - "99.9" : 7237475.650208116, - "99.99" : 7237475.650208116, - "99.999" : 7237475.650208116, - "99.9999" : 7237475.650208116, - "100.0" : 7237475.650208116 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7140106.815492732, - 6087595.651695114, - 7237475.650208116, - 7047495.883045511, - 6537240.6186975455 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 397865.57339368196, - "scoreError" : 98523.41910016791, - "scoreConfidence" : [ - 299342.15429351403, - 496388.9924938499 - ], - "scorePercentiles" : { - "0.0" : 353330.1117625222, - "50.0" : 403511.7760873854, - "90.0" : 416815.16110427544, - "95.0" : 416815.16110427544, - "99.0" : 416815.16110427544, - "99.9" : 416815.16110427544, - "99.99" : 416815.16110427544, - "99.999" : 416815.16110427544, - "99.9999" : 416815.16110427544, - "100.0" : 416815.16110427544 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 353330.1117625222, - 412602.44991589524, - 403511.7760873854, - 416815.16110427544, - 403068.3680983316 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1759.6174746645138, - "scoreError" : 201.65814087148632, - "scoreConfidence" : [ - 1557.9593337930276, - 1961.275615536 - ], - "scorePercentiles" : { - "0.0" : 1691.9658036571686, - "50.0" : 1770.5833668716662, - "90.0" : 1816.525987253747, - "95.0" : 1816.525987253747, - "99.0" : 1816.525987253747, - "99.9" : 1816.525987253747, - "99.99" : 1816.525987253747, - "99.999" : 1816.525987253747, - "99.9999" : 1816.525987253747, - "100.0" : 1816.525987253747 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1770.5833668716662, - 1720.5519313430957, - 1691.9658036571686, - 1816.525987253747, - 1798.4602841968906 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.861701048168246E8, - "scoreError" : 1.560749735193048E7, - "scoreConfidence" : [ - 2.705626074648941E8, - 3.017776021687551E8 - ], - "scorePercentiles" : { - "0.0" : 2.794804591650304E8, - "50.0" : 2.8743039380216223E8, - "90.0" : 2.8997187605627775E8, - "95.0" : 2.8997187605627775E8, - "99.0" : 2.8997187605627775E8, - "99.9" : 2.8997187605627775E8, - "99.99" : 2.8997187605627775E8, - "99.999" : 2.8997187605627775E8, - "99.9999" : 2.8997187605627775E8, - "100.0" : 2.8997187605627775E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.8564288683474714E8, - 2.883249082259056E8, - 2.794804591650304E8, - 2.8743039380216223E8, - 2.8997187605627775E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.812204682043141E8, - "scoreError" : 8.582749757453665E7, - "scoreConfidence" : [ - 1.9539297062977746E8, - 3.670479657788508E8 - ], - "scorePercentiles" : { - "0.0" : 2.4178030344699538E8, - "50.0" : 2.897659578607319E8, - "90.0" : 2.9648287973505E8, - "95.0" : 2.9648287973505E8, - "99.0" : 2.9648287973505E8, - "99.9" : 2.9648287973505E8, - "99.99" : 2.9648287973505E8, - "99.999" : 2.9648287973505E8, - "99.9999" : 2.9648287973505E8, - "100.0" : 2.9648287973505E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.9648287973505E8, - 2.4178030344699538E8, - 2.8770543865817684E8, - 2.897659578607319E8, - 2.903677613206163E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 7.954765603688526E7, - "scoreError" : 1.5068874546089979E7, - "scoreConfidence" : [ - 6.4478781490795285E7, - 9.461653058297524E7 - ], - "scorePercentiles" : { - "0.0" : 7.265700596162182E7, - "50.0" : 8.09388637967535E7, - "90.0" : 8.23188468257091E7, - "95.0" : 8.23188468257091E7, - "99.0" : 8.23188468257091E7, - "99.9" : 8.23188468257091E7, - "99.99" : 8.23188468257091E7, - "99.999" : 8.23188468257091E7, - "99.9999" : 8.23188468257091E7, - "100.0" : 8.23188468257091E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.138039158280326E7, - 8.23188468257091E7, - 7.265700596162182E7, - 8.09388637967535E7, - 8.044317201753865E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3.0432004155629884E7, - "scoreError" : 1882363.324439567, - "scoreConfidence" : [ - 2.8549640831190318E7, - 3.231436748006945E7 - ], - "scorePercentiles" : { - "0.0" : 2.9775692829288438E7, - "50.0" : 3.039611290944052E7, - "90.0" : 3.1138681745041236E7, - "95.0" : 3.1138681745041236E7, - "99.0" : 3.1138681745041236E7, - "99.9" : 3.1138681745041236E7, - "99.99" : 3.1138681745041236E7, - "99.999" : 3.1138681745041236E7, - "99.9999" : 3.1138681745041236E7, - "100.0" : 3.1138681745041236E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.9775692829288438E7, - 3.053508944343313E7, - 3.031444385094609E7, - 3.039611290944052E7, - 3.1138681745041236E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.3197076992345667E7, - "scoreError" : 2897633.9884684095, - "scoreConfidence" : [ - 1.0299443003877256E7, - 1.6094710980814077E7 - ], - "scorePercentiles" : { - "0.0" : 1.19200572803059E7, - "50.0" : 1.347476078573325E7, - "90.0" : 1.3846608754276292E7, - "95.0" : 1.3846608754276292E7, - "99.0" : 1.3846608754276292E7, - "99.9" : 1.3846608754276292E7, - "99.99" : 1.3846608754276292E7, - "99.999" : 1.3846608754276292E7, - "99.9999" : 1.3846608754276292E7, - "100.0" : 1.3846608754276292E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.19200572803059E7, - 1.347476078573325E7, - 1.3179491955461266E7, - 1.3564466185951624E7, - 1.3846608754276292E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6667930.847537936, - "scoreError" : 1199917.9497921064, - "scoreConfidence" : [ - 5468012.897745829, - 7867848.797330042 - ], - "scorePercentiles" : { - "0.0" : 6124682.579149, - "50.0" : 6761585.775476375, - "90.0" : 6887177.124988699, - "95.0" : 6887177.124988699, - "99.0" : 6887177.124988699, - "99.9" : 6887177.124988699, - "99.99" : 6887177.124988699, - "99.999" : 6887177.124988699, - "99.9999" : 6887177.124988699, - "100.0" : 6887177.124988699 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6124682.579149, - 6712653.705298016, - 6887177.124988699, - 6761585.775476375, - 6853555.052777588 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3325231.248818423, - "scoreError" : 117109.6724757901, - "scoreConfidence" : [ - 3208121.576342633, - 3442340.9212942133 - ], - "scorePercentiles" : { - "0.0" : 3274966.7998415264, - "50.0" : 3334854.7655102527, - "90.0" : 3356147.689660759, - "95.0" : 3356147.689660759, - "99.0" : 3356147.689660759, - "99.9" : 3356147.689660759, - "99.99" : 3356147.689660759, - "99.999" : 3356147.689660759, - "99.9999" : 3356147.689660759, - "100.0" : 3356147.689660759 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3336321.200139472, - 3323865.7889401047, - 3334854.7655102527, - 3274966.7998415264, - 3356147.689660759 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1616735.2268342604, - "scoreError" : 241941.01390932442, - "scoreConfidence" : [ - 1374794.2129249359, - 1858676.240743585 - ], - "scorePercentiles" : { - "0.0" : 1505422.7506858506, - "50.0" : 1646655.6900017206, - "90.0" : 1652711.1864044308, - "95.0" : 1652711.1864044308, - "99.0" : 1652711.1864044308, - "99.9" : 1652711.1864044308, - "99.99" : 1652711.1864044308, - "99.999" : 1652711.1864044308, - "99.9999" : 1652711.1864044308, - "100.0" : 1652711.1864044308 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1505422.7506858506, - 1648925.2229520946, - 1646655.6900017206, - 1652711.1864044308, - 1629961.2841272056 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 672542.6444555128, - "scoreError" : 20981.373190566446, - "scoreConfidence" : [ - 651561.2712649463, - 693524.0176460792 - ], - "scorePercentiles" : { - "0.0" : 666675.3184434841, - "50.0" : 671983.6363259181, - "90.0" : 680937.1929214207, - "95.0" : 680937.1929214207, - "99.0" : 680937.1929214207, - "99.9" : 680937.1929214207, - "99.99" : 680937.1929214207, - "99.999" : 680937.1929214207, - "99.9999" : 680937.1929214207, - "100.0" : 680937.1929214207 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 669148.7521875871, - 671983.6363259181, - 680937.1929214207, - 673968.322399154, - 666675.3184434841 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 10413.587216169755, - "scoreError" : 984.3804071085624, - "scoreConfidence" : [ - 9429.206809061194, - 11397.967623278317 - ], - "scorePercentiles" : { - "0.0" : 10118.162747486993, - "50.0" : 10440.62337711236, - "90.0" : 10706.119492570793, - "95.0" : 10706.119492570793, - "99.0" : 10706.119492570793, - "99.9" : 10706.119492570793, - "99.99" : 10706.119492570793, - "99.999" : 10706.119492570793, - "99.9999" : 10706.119492570793, - "100.0" : 10706.119492570793 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10118.162747486993, - 10610.722093288054, - 10706.119492570793, - 10192.308370390572, - 10440.62337711236 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 4504.1795799017345, - "scoreError" : 530.7470548661436, - "scoreConfidence" : [ - 3973.432525035591, - 5034.926634767879 - ], - "scorePercentiles" : { - "0.0" : 4262.691302617801, - "50.0" : 4546.233742728613, - "90.0" : 4601.2249368234525, - "95.0" : 4601.2249368234525, - "99.0" : 4601.2249368234525, - "99.9" : 4601.2249368234525, - "99.99" : 4601.2249368234525, - "99.999" : 4601.2249368234525, - "99.9999" : 4601.2249368234525, - "100.0" : 4601.2249368234525 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4546.233742728613, - 4262.691302617801, - 4580.348253134348, - 4530.3996642044585, - 4601.2249368234525 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 3662.7671230287865, - "scoreError" : 817.8080171286082, - "scoreConfidence" : [ - 2844.959105900178, - 4480.575140157394 - ], - "scorePercentiles" : { - "0.0" : 3300.6052302418043, - "50.0" : 3726.6870274062544, - "90.0" : 3831.617737651028, - "95.0" : 3831.617737651028, - "99.0" : 3831.617737651028, - "99.9" : 3831.617737651028, - "99.99" : 3831.617737651028, - "99.999" : 3831.617737651028, - "99.9999" : 3831.617737651028, - "100.0" : 3831.617737651028 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3300.6052302418043, - 3663.0573854150334, - 3791.868234429813, - 3831.617737651028, - 3726.6870274062544 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 2.8956753630900216E8, - "scoreError" : 1.608868538218329E7, - "scoreConfidence" : [ - 2.7347885092681885E8, - 3.056562216911855E8 - ], - "scorePercentiles" : { - "0.0" : 2.844209855653459E8, - "50.0" : 2.898484238706443E8, - "90.0" : 2.937213733202739E8, - "95.0" : 2.937213733202739E8, - "99.0" : 2.937213733202739E8, - "99.9" : 2.937213733202739E8, - "99.99" : 2.937213733202739E8, - "99.999" : 2.937213733202739E8, - "99.9999" : 2.937213733202739E8, - "100.0" : 2.937213733202739E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.937213733202739E8, - 2.863349137122971E8, - 2.9351198507644945E8, - 2.844209855653459E8, - 2.898484238706443E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 2.8973169961095655E8, - "scoreError" : 1.3615764701879933E7, - "scoreConfidence" : [ - 2.7611593490907663E8, - 3.0334746431283647E8 - ], - "scorePercentiles" : { - "0.0" : 2.847118454533086E8, - "50.0" : 2.899958825138679E8, - "90.0" : 2.946119985489829E8, - "95.0" : 2.946119985489829E8, - "99.0" : 2.946119985489829E8, - "99.9" : 2.946119985489829E8, - "99.99" : 2.946119985489829E8, - "99.999" : 2.946119985489829E8, - "99.9999" : 2.946119985489829E8, - "100.0" : 2.946119985489829E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.847118454533086E8, - 2.903470831232948E8, - 2.889916884153287E8, - 2.899958825138679E8, - 2.946119985489829E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 8.083665147901437E7, - "scoreError" : 4017733.484464173, - "scoreConfidence" : [ - 7.68189179945502E7, - 8.485438496347854E7 - ], - "scorePercentiles" : { - "0.0" : 7.945380747762692E7, - "50.0" : 8.095022526474544E7, - "90.0" : 8.233518328766626E7, - "95.0" : 8.233518328766626E7, - "99.0" : 8.233518328766626E7, - "99.9" : 8.233518328766626E7, - "99.99" : 8.233518328766626E7, - "99.999" : 8.233518328766626E7, - "99.9999" : 8.233518328766626E7, - "100.0" : 8.233518328766626E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.100276802377467E7, - 8.233518328766626E7, - 8.04412733412585E7, - 7.945380747762692E7, - 8.095022526474544E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3.0104199986127205E7, - "scoreError" : 1739755.5459789932, - "scoreConfidence" : [ - 2.8364444440148212E7, - 3.18439555321062E7 - ], - "scorePercentiles" : { - "0.0" : 2.958503474492851E7, - "50.0" : 3.0275140212253507E7, - "90.0" : 3.0667362448156644E7, - "95.0" : 3.0667362448156644E7, - "99.0" : 3.0667362448156644E7, - "99.9" : 3.0667362448156644E7, - "99.99" : 3.0667362448156644E7, - "99.999" : 3.0667362448156644E7, - "99.9999" : 3.0667362448156644E7, - "100.0" : 3.0667362448156644E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0275140212253507E7, - 2.958503474492851E7, - 3.0294658548386786E7, - 2.9698803976910565E7, - 3.0667362448156644E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1.2231275031208124E7, - "scoreError" : 2051974.6431968322, - "scoreConfidence" : [ - 1.0179300388011292E7, - 1.4283249674404956E7 - ], - "scorePercentiles" : { - "0.0" : 1.1282451956523169E7, - "50.0" : 1.243681179237727E7, - "90.0" : 1.2527586159326453E7, - "95.0" : 1.2527586159326453E7, - "99.0" : 1.2527586159326453E7, - "99.9" : 1.2527586159326453E7, - "99.99" : 1.2527586159326453E7, - "99.999" : 1.2527586159326453E7, - "99.9999" : 1.2527586159326453E7, - "100.0" : 1.2527586159326453E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2527586159326453E7, - 1.1282451956523169E7, - 1.243681179237727E7, - 1.2401432219578087E7, - 1.250809302823564E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 6433729.929640101, - "scoreError" : 1230514.5399829939, - "scoreConfidence" : [ - 5203215.389657107, - 7664244.469623095 - ], - "scorePercentiles" : { - "0.0" : 5941148.004670067, - "50.0" : 6608116.499104883, - "90.0" : 6687647.192950963, - "95.0" : 6687647.192950963, - "99.0" : 6687647.192950963, - "99.9" : 6687647.192950963, - "99.99" : 6687647.192950963, - "99.999" : 6687647.192950963, - "99.9999" : 6687647.192950963, - "100.0" : 6687647.192950963 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5941148.004670067, - 6608116.499104883, - 6280276.991399043, - 6651460.960075548, - 6687647.192950963 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 3460419.193308326, - "scoreError" : 227625.22936131005, - "scoreConfidence" : [ - 3232793.963947016, - 3688044.422669636 - ], - "scorePercentiles" : { - "0.0" : 3360487.50449242, - "50.0" : 3480710.0987353157, - "90.0" : 3514172.477542259, - "95.0" : 3514172.477542259, - "99.0" : 3514172.477542259, - "99.9" : 3514172.477542259, - "99.99" : 3514172.477542259, - "99.999" : 3514172.477542259, - "99.9999" : 3514172.477542259, - "100.0" : 3514172.477542259 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3486687.481453734, - 3480710.0987353157, - 3514172.477542259, - 3360487.50449242, - 3460038.4043179005 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 1433163.6451083352, - "scoreError" : 306752.8364111484, - "scoreConfidence" : [ - 1126410.8086971869, - 1739916.4815194835 - ], - "scorePercentiles" : { - "0.0" : 1293845.337620305, - "50.0" : 1458315.7718114601, - "90.0" : 1486000.7296752946, - "95.0" : 1486000.7296752946, - "99.0" : 1486000.7296752946, - "99.9" : 1486000.7296752946, - "99.99" : 1486000.7296752946, - "99.999" : 1486000.7296752946, - "99.9999" : 1486000.7296752946, - "100.0" : 1486000.7296752946 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1486000.7296752946, - 1445525.1857376602, - 1293845.337620305, - 1482131.2006969564, - 1458315.7718114601 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 600784.538738372, - "scoreError" : 164188.55669354522, - "scoreConfidence" : [ - 436595.98204482684, - 764973.0954319172 - ], - "scorePercentiles" : { - "0.0" : 528971.8862299817, - "50.0" : 619378.6760894118, - "90.0" : 634249.0065294149, - "95.0" : 634249.0065294149, - "99.0" : 634249.0065294149, - "99.9" : 634249.0065294149, - "99.99" : 634249.0065294149, - "99.999" : 634249.0065294149, - "99.9999" : 634249.0065294149, - "100.0" : 634249.0065294149 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 619378.6760894118, - 528971.8862299817, - 595584.4165014647, - 634249.0065294149, - 625738.7083415872 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000", - "updatePercentage" : "0.0" - }, - "primaryMetric" : { - "score" : 10612.690886514318, - "scoreError" : 1150.8531382835522, - "scoreConfidence" : [ - 9461.837748230766, - 11763.54402479787 - ], - "scorePercentiles" : { - "0.0" : 10112.281444169634, - "50.0" : 10660.732809098077, - "90.0" : 10850.629133890048, - "95.0" : 10850.629133890048, - "99.0" : 10850.629133890048, - "99.9" : 10850.629133890048, - "99.99" : 10850.629133890048, - "99.999" : 10850.629133890048, - "99.9999" : 10850.629133890048, - "100.0" : 10850.629133890048 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10608.151659606141, - 10850.629133890048, - 10112.281444169634, - 10660.732809098077, - 10831.659385807689 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000", - "updatePercentage" : "20.0" - }, - "primaryMetric" : { - "score" : 4163.956148376717, - "scoreError" : 358.7227400724198, - "scoreConfidence" : [ - 3805.233408304297, - 4522.678888449136 - ], - "scorePercentiles" : { - "0.0" : 4010.8947418013704, - "50.0" : 4178.397634647884, - "90.0" : 4258.014243187522, - "95.0" : 4258.014243187522, - "99.0" : 4258.014243187522, - "99.9" : 4258.014243187522, - "99.99" : 4258.014243187522, - "99.999" : 4258.014243187522, - "99.9999" : 4258.014243187522, - "100.0" : 4258.014243187522 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4161.353736899753, - 4258.014243187522, - 4010.8947418013704, - 4178.397634647884, - 4211.120385347055 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.UpdateValues.update", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000", - "updatePercentage" : "100.0" - }, - "primaryMetric" : { - "score" : 2580.5142052566066, - "scoreError" : 572.40346087117, - "scoreConfidence" : [ - 2008.1107443854366, - 3152.9176661277766 - ], - "scorePercentiles" : { - "0.0" : 2396.7173727308095, - "50.0" : 2639.2959568347524, - "90.0" : 2724.9416054310345, - "95.0" : 2724.9416054310345, - "99.0" : 2724.9416054310345, - "99.9" : 2724.9416054310345, - "99.99" : 2724.9416054310345, - "99.999" : 2724.9416054310345, - "99.9999" : 2724.9416054310345, - "100.0" : 2724.9416054310345 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2448.12013750881, - 2693.495953777627, - 2724.9416054310345, - 2639.2959568347524, - 2396.7173727308095 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2237384614221485E8, - "scoreError" : 4283541.395887277, - "scoreConfidence" : [ - 1.1809030474632758E8, - 1.2665738753810212E8 - ], - "scorePercentiles" : { - "0.0" : 1.2065296455811962E8, - "50.0" : 1.2254292085330202E8, - "90.0" : 1.2372596069012177E8, - "95.0" : 1.2372596069012177E8, - "99.0" : 1.2372596069012177E8, - "99.9" : 1.2372596069012177E8, - "99.99" : 1.2372596069012177E8, - "99.999" : 1.2372596069012177E8, - "99.9999" : 1.2372596069012177E8, - "100.0" : 1.2372596069012177E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2271008154414554E8, - 1.2223730306538531E8, - 1.2372596069012177E8, - 1.2065296455811962E8, - 1.2254292085330202E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.8650817031871043E7, - "scoreError" : 1440827.7539340206, - "scoreConfidence" : [ - 1.720998927793702E7, - 2.0091644785805065E7 - ], - "scorePercentiles" : { - "0.0" : 1.7984579849536598E7, - "50.0" : 1.8811755311506033E7, - "90.0" : 1.8867272342110198E7, - "95.0" : 1.8867272342110198E7, - "99.0" : 1.8867272342110198E7, - "99.9" : 1.8867272342110198E7, - "99.99" : 1.8867272342110198E7, - "99.999" : 1.8867272342110198E7, - "99.9999" : 1.8867272342110198E7, - "100.0" : 1.8867272342110198E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8766113651245397E7, - 1.8811755311506033E7, - 1.7984579849536598E7, - 1.8867272342110198E7, - 1.882436400495697E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1806102.7436305694, - "scoreError" : 57134.63233789439, - "scoreConfidence" : [ - 1748968.1112926751, - 1863237.3759684637 - ], - "scorePercentiles" : { - "0.0" : 1794090.3733223907, - "50.0" : 1797693.165555062, - "90.0" : 1827083.4266452682, - "95.0" : 1827083.4266452682, - "99.0" : 1827083.4266452682, - "99.9" : 1827083.4266452682, - "99.99" : 1827083.4266452682, - "99.999" : 1827083.4266452682, - "99.9999" : 1827083.4266452682, - "100.0" : 1827083.4266452682 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1795210.5514904424, - 1827083.4266452682, - 1816436.2011396852, - 1797693.165555062, - 1794090.3733223907 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10832.736935448385, - "scoreError" : 530.6343442417063, - "scoreConfidence" : [ - 10302.10259120668, - 11363.37127969009 - ], - "scorePercentiles" : { - "0.0" : 10621.464931271736, - "50.0" : 10896.474245359539, - "90.0" : 10952.31631983362, - "95.0" : 10952.31631983362, - "99.0" : 10952.31631983362, - "99.9" : 10952.31631983362, - "99.99" : 10952.31631983362, - "99.999" : 10952.31631983362, - "99.9999" : 10952.31631983362, - "100.0" : 10952.31631983362 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10952.31631983362, - 10925.9974574994, - 10767.431723277628, - 10896.474245359539, - 10621.464931271736 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4030016283008832E8, - "scoreError" : 1.0923974335944476E7, - "scoreConfidence" : [ - 2.2937618849414384E8, - 2.512241371660328E8 - ], - "scorePercentiles" : { - "0.0" : 2.3542811473604417E8, - "50.0" : 2.4099768525049222E8, - "90.0" : 2.4256556994171834E8, - "95.0" : 2.4256556994171834E8, - "99.0" : 2.4256556994171834E8, - "99.9" : 2.4256556994171834E8, - "99.99" : 2.4256556994171834E8, - "99.999" : 2.4256556994171834E8, - "99.9999" : 2.4256556994171834E8, - "100.0" : 2.4256556994171834E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4256556994171834E8, - 2.4099768525049222E8, - 2.4196699549525625E8, - 2.4054244872693065E8, - 2.3542811473604417E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.5827775130885884E7, - "scoreError" : 913723.1028242832, - "scoreConfidence" : [ - 2.4914052028061602E7, - 2.6741498233710166E7 - ], - "scorePercentiles" : { - "0.0" : 2.553114466153316E7, - "50.0" : 2.594498908995165E7, - "90.0" : 2.6065768947833776E7, - "95.0" : 2.6065768947833776E7, - "99.0" : 2.6065768947833776E7, - "99.9" : 2.6065768947833776E7, - "99.99" : 2.6065768947833776E7, - "99.999" : 2.6065768947833776E7, - "99.9999" : 2.6065768947833776E7, - "100.0" : 2.6065768947833776E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6065768947833776E7, - 2.5978961679937832E7, - 2.553114466153316E7, - 2.5618011275173012E7, - 2.594498908995165E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3670774.925123369, - "scoreError" : 104436.70854315841, - "scoreConfidence" : [ - 3566338.2165802103, - 3775211.6336665275 - ], - "scorePercentiles" : { - "0.0" : 3627107.0262432117, - "50.0" : 3682633.3966865544, - "90.0" : 3693438.467288904, - "95.0" : 3693438.467288904, - "99.0" : 3693438.467288904, - "99.9" : 3693438.467288904, - "99.99" : 3693438.467288904, - "99.999" : 3693438.467288904, - "99.9999" : 3693438.467288904, - "100.0" : 3693438.467288904 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3693438.467288904, - 3662320.6395793436, - 3688375.0958188316, - 3627107.0262432117, - 3682633.3966865544 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 8777.224104229324, - "scoreError" : 855.0217283417055, - "scoreConfidence" : [ - 7922.2023758876185, - 9632.24583257103 - ], - "scorePercentiles" : { - "0.0" : 8424.610285691024, - "50.0" : 8865.947162769166, - "90.0" : 8961.309202697848, - "95.0" : 8961.309202697848, - "99.0" : 8961.309202697848, - "99.9" : 8961.309202697848, - "99.99" : 8961.309202697848, - "99.999" : 8961.309202697848, - "99.9999" : 8961.309202697848, - "100.0" : 8961.309202697848 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8865.947162769166, - 8961.309202697848, - 8424.610285691024, - 8698.935601477919, - 8935.318268510668 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.0910782219989567E8, - "scoreError" : 1219581.6405396736, - "scoreConfidence" : [ - 1.0788824055935599E8, - 1.1032740384043534E8 - ], - "scorePercentiles" : { - "0.0" : 1.0887499411026655E8, - "50.0" : 1.0891614932483484E8, - "90.0" : 1.096040393655994E8, - "95.0" : 1.096040393655994E8, - "99.0" : 1.096040393655994E8, - "99.9" : 1.096040393655994E8, - "99.99" : 1.096040393655994E8, - "99.999" : 1.096040393655994E8, - "99.9999" : 1.096040393655994E8, - "100.0" : 1.096040393655994E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0889660804922579E8, - 1.0924732014955169E8, - 1.0887499411026655E8, - 1.0891614932483484E8, - 1.096040393655994E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3453693.3277684464, - "scoreError" : 474762.29869021085, - "scoreConfidence" : [ - 2978931.0290782354, - 3928455.6264586574 - ], - "scorePercentiles" : { - "0.0" : 3242493.860239294, - "50.0" : 3508435.067109681, - "90.0" : 3550096.0659931484, - "95.0" : 3550096.0659931484, - "99.0" : 3550096.0659931484, - "99.9" : 3550096.0659931484, - "99.99" : 3550096.0659931484, - "99.999" : 3550096.0659931484, - "99.9999" : 3550096.0659931484, - "100.0" : 3550096.0659931484 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3242493.860239294, - 3451261.3286229107, - 3508435.067109681, - 3516180.3168771984, - 3550096.0659931484 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 630800.902511958, - "scoreError" : 22825.16529432424, - "scoreConfidence" : [ - 607975.7372176338, - 653626.0678062823 - ], - "scorePercentiles" : { - "0.0" : 624359.174584948, - "50.0" : 630212.325623906, - "90.0" : 640320.9800004052, - "95.0" : 640320.9800004052, - "99.0" : 640320.9800004052, - "99.9" : 640320.9800004052, - "99.99" : 640320.9800004052, - "99.999" : 640320.9800004052, - "99.9999" : 640320.9800004052, - "100.0" : 640320.9800004052 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 630212.325623906, - 627979.1182414637, - 624359.174584948, - 631132.9141090675, - 640320.9800004052 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3738.031626744404, - "scoreError" : 147.07782874366276, - "scoreConfidence" : [ - 3590.9537980007412, - 3885.109455488067 - ], - "scorePercentiles" : { - "0.0" : 3680.6316589294233, - "50.0" : 3745.80835000926, - "90.0" : 3780.599962790664, - "95.0" : 3780.599962790664, - "99.0" : 3780.599962790664, - "99.9" : 3780.599962790664, - "99.99" : 3780.599962790664, - "99.999" : 3780.599962790664, - "99.9999" : 3780.599962790664, - "100.0" : 3780.599962790664 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3745.80835000926, - 3723.622437284814, - 3680.6316589294233, - 3759.495724707858, - 3780.599962790664 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.497804204905408E8, - "scoreError" : 6917083.761922039, - "scoreConfidence" : [ - 1.4286333672861877E8, - 1.5669750425246283E8 - ], - "scorePercentiles" : { - "0.0" : 1.4694941744070962E8, - "50.0" : 1.506535678022045E8, - "90.0" : 1.5135614210427907E8, - "95.0" : 1.5135614210427907E8, - "99.0" : 1.5135614210427907E8, - "99.9" : 1.5135614210427907E8, - "99.99" : 1.5135614210427907E8, - "99.999" : 1.5135614210427907E8, - "99.9999" : 1.5135614210427907E8, - "100.0" : 1.5135614210427907E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5135614210427907E8, - 1.4694941744070962E8, - 1.506535678022045E8, - 1.490842050185345E8, - 1.5085877008697623E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.3519594749172702E7, - "scoreError" : 323915.0073040421, - "scoreConfidence" : [ - 2.319567974186866E7, - 2.3843509756476745E7 - ], - "scorePercentiles" : { - "0.0" : 2.339983662292038E7, - "50.0" : 2.352419349470989E7, - "90.0" : 2.362237990764155E7, - "95.0" : 2.362237990764155E7, - "99.0" : 2.362237990764155E7, - "99.9" : 2.362237990764155E7, - "99.99" : 2.362237990764155E7, - "99.999" : 2.362237990764155E7, - "99.9999" : 2.362237990764155E7, - "100.0" : 2.362237990764155E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.362237990764155E7, - 2.339983662292038E7, - 2.3566401979232132E7, - 2.3485161741359558E7, - 2.352419349470989E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3641636.4860505266, - "scoreError" : 24270.79744157904, - "scoreConfidence" : [ - 3617365.6886089477, - 3665907.2834921055 - ], - "scorePercentiles" : { - "0.0" : 3634085.5785963074, - "50.0" : 3639527.5511307446, - "90.0" : 3649448.508281589, - "95.0" : 3649448.508281589, - "99.0" : 3649448.508281589, - "99.9" : 3649448.508281589, - "99.99" : 3649448.508281589, - "99.999" : 3649448.508281589, - "99.9999" : 3649448.508281589, - "100.0" : 3649448.508281589 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3638394.1635939735, - 3639527.5511307446, - 3649448.508281589, - 3634085.5785963074, - 3646726.6286500217 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 8703.461409815034, - "scoreError" : 506.78014637287, - "scoreConfidence" : [ - 8196.681263442164, - 9210.241556187904 - ], - "scorePercentiles" : { - "0.0" : 8529.033049371434, - "50.0" : 8676.714787540282, - "90.0" : 8886.999587490105, - "95.0" : 8886.999587490105, - "99.0" : 8886.999587490105, - "99.9" : 8886.999587490105, - "99.99" : 8886.999587490105, - "99.999" : 8886.999587490105, - "99.9999" : 8886.999587490105, - "100.0" : 8886.999587490105 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8665.903662002585, - 8758.655962670764, - 8676.714787540282, - 8529.033049371434, - 8886.999587490105 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.367671631622547E8, - "scoreError" : 1.0736945178500332E7, - "scoreConfidence" : [ - 4.2603021798375434E8, - 4.4750410834075505E8 - ], - "scorePercentiles" : { - "0.0" : 4.343721817723353E8, - "50.0" : 4.350307878981535E8, - "90.0" : 4.406911671188545E8, - "95.0" : 4.406911671188545E8, - "99.0" : 4.406911671188545E8, - "99.9" : 4.406911671188545E8, - "99.99" : 4.406911671188545E8, - "99.999" : 4.406911671188545E8, - "99.9999" : 4.406911671188545E8, - "100.0" : 4.406911671188545E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.350307878981535E8, - 4.406911671188545E8, - 4.350094749600411E8, - 4.343721817723353E8, - 4.38732204061889E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.340062396596093E8, - "scoreError" : 7421579.195702535, - "scoreConfidence" : [ - 4.2658466046390676E8, - 4.414278188553119E8 - ], - "scorePercentiles" : { - "0.0" : 4.315385883286021E8, - "50.0" : 4.336312486326731E8, - "90.0" : 4.368995210624489E8, - "95.0" : 4.368995210624489E8, - "99.0" : 4.368995210624489E8, - "99.9" : 4.368995210624489E8, - "99.99" : 4.368995210624489E8, - "99.999" : 4.368995210624489E8, - "99.9999" : 4.368995210624489E8, - "100.0" : 4.368995210624489E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3362273446777856E8, - 4.34339105806544E8, - 4.368995210624489E8, - 4.336312486326731E8, - 4.315385883286021E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.453312552659043E8, - "scoreError" : 1.1504387271508962E7, - "scoreConfidence" : [ - 3.338268679943954E8, - 3.5683564253741324E8 - ], - "scorePercentiles" : { - "0.0" : 3.4036636124802905E8, - "50.0" : 3.45553142345894E8, - "90.0" : 3.4785051319855005E8, - "95.0" : 3.4785051319855005E8, - "99.0" : 3.4785051319855005E8, - "99.9" : 3.4785051319855005E8, - "99.99" : 3.4785051319855005E8, - "99.999" : 3.4785051319855005E8, - "99.9999" : 3.4785051319855005E8, - "100.0" : 3.4785051319855005E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.4785051319855005E8, - 3.453977396140968E8, - 3.4748851992295164E8, - 3.4036636124802905E8, - 3.45553142345894E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 16892.736664858654, - "scoreError" : 1149.1035830240198, - "scoreConfidence" : [ - 15743.633081834634, - 18041.840247882676 - ], - "scorePercentiles" : { - "0.0" : 16605.833290960734, - "50.0" : 16854.711550793512, - "90.0" : 17366.567630051366, - "95.0" : 17366.567630051366, - "99.0" : 17366.567630051366, - "99.9" : 17366.567630051366, - "99.99" : 17366.567630051366, - "99.999" : 17366.567630051366, - "99.9999" : 17366.567630051366, - "100.0" : 17366.567630051366 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 17366.567630051366, - 16854.711550793512, - 16682.540602160232, - 16605.833290960734, - 16954.030250327414 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.3277869978653854E8, - "scoreError" : 3301110.706868289, - "scoreConfidence" : [ - 3.2947758907967025E8, - 3.3607981049340683E8 - ], - "scorePercentiles" : { - "0.0" : 3.3148371462749773E8, - "50.0" : 3.3285119442409456E8, - "90.0" : 3.3379288085625213E8, - "95.0" : 3.3379288085625213E8, - "99.0" : 3.3379288085625213E8, - "99.9" : 3.3379288085625213E8, - "99.99" : 3.3379288085625213E8, - "99.999" : 3.3379288085625213E8, - "99.9999" : 3.3379288085625213E8, - "100.0" : 3.3379288085625213E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3320477759787786E8, - 3.3285119442409456E8, - 3.3379288085625213E8, - 3.3148371462749773E8, - 3.325609314269705E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.502048002868703E8, - "scoreError" : 3370561.702237441, - "scoreConfidence" : [ - 1.4683423858463287E8, - 1.5357536198910773E8 - ], - "scorePercentiles" : { - "0.0" : 1.4912493230202714E8, - "50.0" : 1.5074817482785532E8, - "90.0" : 1.5089347787237576E8, - "95.0" : 1.5089347787237576E8, - "99.0" : 1.5089347787237576E8, - "99.9" : 1.5089347787237576E8, - "99.99" : 1.5089347787237576E8, - "99.999" : 1.5089347787237576E8, - "99.9999" : 1.5089347787237576E8, - "100.0" : 1.5089347787237576E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.508762180933592E8, - 1.5074817482785532E8, - 1.4938119833873415E8, - 1.4912493230202714E8, - 1.5089347787237576E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 9.530917700728928E7, - "scoreError" : 1330730.1349837056, - "scoreConfidence" : [ - 9.397844687230557E7, - 9.663990714227298E7 - ], - "scorePercentiles" : { - "0.0" : 9.486980767760266E7, - "50.0" : 9.538657392599654E7, - "90.0" : 9.572649407242069E7, - "95.0" : 9.572649407242069E7, - "99.0" : 9.572649407242069E7, - "99.9" : 9.572649407242069E7, - "99.99" : 9.572649407242069E7, - "99.999" : 9.572649407242069E7, - "99.9999" : 9.572649407242069E7, - "100.0" : 9.572649407242069E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9.572649407242069E7, - 9.486980767760266E7, - 9.505456958697556E7, - 9.55084397734509E7, - 9.538657392599654E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.524130807963921E7, - "scoreError" : 715322.0236402089, - "scoreConfidence" : [ - 4.4525986055999E7, - 4.595663010327942E7 - ], - "scorePercentiles" : { - "0.0" : 4.5094214325143784E7, - "50.0" : 4.5146725318828925E7, - "90.0" : 4.554089788266234E7, - "95.0" : 4.554089788266234E7, - "99.0" : 4.554089788266234E7, - "99.9" : 4.554089788266234E7, - "99.99" : 4.554089788266234E7, - "99.999" : 4.554089788266234E7, - "99.9999" : 4.554089788266234E7, - "100.0" : 4.554089788266234E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.5094214325143784E7, - 4.530186067065159E7, - 4.512284220090938E7, - 4.5146725318828925E7, - 4.554089788266234E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.3054371702709559E8, - "scoreError" : 1985452.1154508104, - "scoreConfidence" : [ - 1.2855826491164477E8, - 1.325291691425464E8 - ], - "scorePercentiles" : { - "0.0" : 1.299740498877264E8, - "50.0" : 1.3074746768707733E8, - "90.0" : 1.3114647663994378E8, - "95.0" : 1.3114647663994378E8, - "99.0" : 1.3114647663994378E8, - "99.9" : 1.3114647663994378E8, - "99.99" : 1.3114647663994378E8, - "99.999" : 1.3114647663994378E8, - "99.9999" : 1.3114647663994378E8, - "100.0" : 1.3114647663994378E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3074746768707733E8, - 1.3081647084259062E8, - 1.3114647663994378E8, - 1.3003412007813978E8, - 1.299740498877264E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.373305650524247E8, - "scoreError" : 7826276.492907361, - "scoreConfidence" : [ - 4.295042885595174E8, - 4.451568415453321E8 - ], - "scorePercentiles" : { - "0.0" : 4.346250505736634E8, - "50.0" : 4.37280874549294E8, - "90.0" : 4.3984522084654826E8, - "95.0" : 4.3984522084654826E8, - "99.0" : 4.3984522084654826E8, - "99.9" : 4.3984522084654826E8, - "99.99" : 4.3984522084654826E8, - "99.999" : 4.3984522084654826E8, - "99.9999" : 4.3984522084654826E8, - "100.0" : 4.3984522084654826E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3625734533226734E8, - 4.3984522084654826E8, - 4.346250505736634E8, - 4.37280874549294E8, - 4.386443339603504E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 955705.049681485, - "scoreError" : 24942.25461986216, - "scoreConfidence" : [ - 930762.7950616229, - 980647.3043013472 - ], - "scorePercentiles" : { - "0.0" : 945689.8337126237, - "50.0" : 955620.9699890745, - "90.0" : 963283.7649897822, - "95.0" : 963283.7649897822, - "99.0" : 963283.7649897822, - "99.9" : 963283.7649897822, - "99.99" : 963283.7649897822, - "99.999" : 963283.7649897822, - "99.9999" : 963283.7649897822, - "100.0" : 963283.7649897822 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 945689.8337126237, - 955107.5327550555, - 963283.7649897822, - 955620.9699890745, - 958823.1469608897 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 7486.818277775591, - "scoreError" : 302.4774233874832, - "scoreConfidence" : [ - 7184.340854388108, - 7789.295701163074 - ], - "scorePercentiles" : { - "0.0" : 7380.067016524076, - "50.0" : 7514.911007474492, - "90.0" : 7578.627965273131, - "95.0" : 7578.627965273131, - "99.0" : 7578.627965273131, - "99.9" : 7578.627965273131, - "99.99" : 7578.627965273131, - "99.999" : 7578.627965273131, - "99.9999" : 7578.627965273131, - "100.0" : 7578.627965273131 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7578.627965273131, - 7514.911007474492, - 7380.067016524076, - 7435.625403284959, - 7524.8599963212955 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.3372706157217157E8, - "scoreError" : 6726285.124858693, - "scoreConfidence" : [ - 3.270007764473129E8, - 3.4045334669703025E8 - ], - "scorePercentiles" : { - "0.0" : 3.317791017372169E8, - "50.0" : 3.340066503187121E8, - "90.0" : 3.354858094477362E8, - "95.0" : 3.354858094477362E8, - "99.0" : 3.354858094477362E8, - "99.9" : 3.354858094477362E8, - "99.99" : 3.354858094477362E8, - "99.999" : 3.354858094477362E8, - "99.9999" : 3.354858094477362E8, - "100.0" : 3.354858094477362E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.354858094477362E8, - 3.340066503187121E8, - 3.317791017372169E8, - 3.320639773155579E8, - 3.352997690416348E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8.80300835096222E7, - "scoreError" : 1192960.8969235593, - "scoreConfidence" : [ - 8.683712261269864E7, - 8.922304440654576E7 - ], - "scorePercentiles" : { - "0.0" : 8.756334330181508E7, - "50.0" : 8.813288701678132E7, - "90.0" : 8.833313200540014E7, - "95.0" : 8.833313200540014E7, - "99.0" : 8.833313200540014E7, - "99.9" : 8.833313200540014E7, - "99.99" : 8.833313200540014E7, - "99.999" : 8.833313200540014E7, - "99.9999" : 8.833313200540014E7, - "100.0" : 8.833313200540014E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.833313200540014E7, - 8.756334330181508E7, - 8.823633619430114E7, - 8.788471902981336E7, - 8.813288701678132E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 8.041193216311052E7, - "scoreError" : 2035102.1737775474, - "scoreConfidence" : [ - 7.837682998933297E7, - 8.244703433688807E7 - ], - "scorePercentiles" : { - "0.0" : 7.991258860307427E7, - "50.0" : 8.01724647227173E7, - "90.0" : 8.114757593987626E7, - "95.0" : 8.114757593987626E7, - "99.0" : 8.114757593987626E7, - "99.9" : 8.114757593987626E7, - "99.99" : 8.114757593987626E7, - "99.999" : 8.114757593987626E7, - "99.9999" : 8.114757593987626E7, - "100.0" : 8.114757593987626E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.07805471373442E7, - 8.01724647227173E7, - 8.004648441254063E7, - 7.991258860307427E7, - 8.114757593987626E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.6602568370023765E7, - "scoreError" : 873266.8130865775, - "scoreConfidence" : [ - 3.572930155693719E7, - 3.747583518311034E7 - ], - "scorePercentiles" : { - "0.0" : 3.6372773449733555E7, - "50.0" : 3.6614281636915535E7, - "90.0" : 3.690045676656625E7, - "95.0" : 3.690045676656625E7, - "99.0" : 3.690045676656625E7, - "99.9" : 3.690045676656625E7, - "99.99" : 3.690045676656625E7, - "99.999" : 3.690045676656625E7, - "99.9999" : 3.690045676656625E7, - "100.0" : 3.690045676656625E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.6614281636915535E7, - 3.690045676656625E7, - 3.6372773449733555E7, - 3.673710709664084E7, - 3.6388222900262654E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.3705870344767934E8, - "scoreError" : 2047306.1795409853, - "scoreConfidence" : [ - 4.3501139726813835E8, - 4.3910600962722033E8 - ], - "scorePercentiles" : { - "0.0" : 4.3644435656335855E8, - "50.0" : 4.372243020640155E8, - "90.0" : 4.3776963592349416E8, - "95.0" : 4.3776963592349416E8, - "99.0" : 4.3776963592349416E8, - "99.9" : 4.3776963592349416E8, - "99.99" : 4.3776963592349416E8, - "99.999" : 4.3776963592349416E8, - "99.9999" : 4.3776963592349416E8, - "100.0" : 4.3776963592349416E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3776963592349416E8, - 4.372243020640155E8, - 4.3662257888080746E8, - 4.3644435656335855E8, - 4.3723264380672103E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.346889617196428E8, - "scoreError" : 2.2493887770804618E7, - "scoreConfidence" : [ - 4.121950739488382E8, - 4.5718284949044746E8 - ], - "scorePercentiles" : { - "0.0" : 4.2503374082029074E8, - "50.0" : 4.3707300017875534E8, - "90.0" : 4.3898094796081454E8, - "95.0" : 4.3898094796081454E8, - "99.0" : 4.3898094796081454E8, - "99.9" : 4.3898094796081454E8, - "99.99" : 4.3898094796081454E8, - "99.999" : 4.3898094796081454E8, - "99.9999" : 4.3898094796081454E8, - "100.0" : 4.3898094796081454E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2503374082029074E8, - 4.3898094796081454E8, - 4.388924934149163E8, - 4.3707300017875534E8, - 4.3346462622343725E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.4505935012077177E8, - "scoreError" : 8463882.027875565, - "scoreConfidence" : [ - 3.365954680928962E8, - 3.535232321486473E8 - ], - "scorePercentiles" : { - "0.0" : 3.4186047747498286E8, - "50.0" : 3.453250165424893E8, - "90.0" : 3.480195653341082E8, - "95.0" : 3.480195653341082E8, - "99.0" : 3.480195653341082E8, - "99.9" : 3.480195653341082E8, - "99.99" : 3.480195653341082E8, - "99.999" : 3.480195653341082E8, - "99.9999" : 3.480195653341082E8, - "100.0" : 3.480195653341082E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.480195653341082E8, - 3.453250165424893E8, - 3.446860030096464E8, - 3.4540568824263227E8, - 3.4186047747498286E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.4282842436160815E8, - "scoreError" : 5034346.006377389, - "scoreConfidence" : [ - 1.3779407835523075E8, - 1.4786277036798555E8 - ], - "scorePercentiles" : { - "0.0" : 1.4074228325792694E8, - "50.0" : 1.4319709699774477E8, - "90.0" : 1.441862083365943E8, - "95.0" : 1.441862083365943E8, - "99.0" : 1.441862083365943E8, - "99.9" : 1.441862083365943E8, - "99.99" : 1.441862083365943E8, - "99.999" : 1.441862083365943E8, - "99.9999" : 1.441862083365943E8, - "100.0" : 1.441862083365943E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4253866601976886E8, - 1.4347786719600585E8, - 1.441862083365943E8, - 1.4319709699774477E8, - 1.4074228325792694E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.3395410743009245E8, - "scoreError" : 6519255.212060308, - "scoreConfidence" : [ - 3.274348522180321E8, - 3.404733626421528E8 - ], - "scorePercentiles" : { - "0.0" : 3.3193297702045226E8, - "50.0" : 3.3359619029788905E8, - "90.0" : 3.365444071673239E8, - "95.0" : 3.365444071673239E8, - "99.0" : 3.365444071673239E8, - "99.9" : 3.365444071673239E8, - "99.99" : 3.365444071673239E8, - "99.999" : 3.365444071673239E8, - "99.9999" : 3.365444071673239E8, - "100.0" : 3.365444071673239E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.365444071673239E8, - 3.34358560424914E8, - 3.33338402239883E8, - 3.3193297702045226E8, - 3.3359619029788905E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.3369732048318785E8, - "scoreError" : 4683797.281469292, - "scoreConfidence" : [ - 3.2901352320171857E8, - 3.3838111776465714E8 - ], - "scorePercentiles" : { - "0.0" : 3.325182114539253E8, - "50.0" : 3.3320423687409955E8, - "90.0" : 3.35330673536115E8, - "95.0" : 3.35330673536115E8, - "99.0" : 3.35330673536115E8, - "99.9" : 3.35330673536115E8, - "99.99" : 3.35330673536115E8, - "99.999" : 3.35330673536115E8, - "99.9999" : 3.35330673536115E8, - "100.0" : 3.35330673536115E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3320423687409955E8, - 3.35330673536115E8, - 3.3281780439431435E8, - 3.325182114539253E8, - 3.3461567615748507E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.3620050649302375E8, - "scoreError" : 1.196960664727557E7, - "scoreConfidence" : [ - 3.242308998457482E8, - 3.481701131402993E8 - ], - "scorePercentiles" : { - "0.0" : 3.309815435977441E8, - "50.0" : 3.3715136005852467E8, - "90.0" : 3.3916154439274114E8, - "95.0" : 3.3916154439274114E8, - "99.0" : 3.3916154439274114E8, - "99.9" : 3.3916154439274114E8, - "99.99" : 3.3916154439274114E8, - "99.999" : 3.3916154439274114E8, - "99.9999" : 3.3916154439274114E8, - "100.0" : 3.3916154439274114E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3751987044666827E8, - 3.3715136005852467E8, - 3.3618821396944034E8, - 3.309815435977441E8, - 3.3916154439274114E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.3532899734937227E8, - "scoreError" : 6664581.130359031, - "scoreConfidence" : [ - 3.286644162190132E8, - 3.419935784797313E8 - ], - "scorePercentiles" : { - "0.0" : 3.3249564643154925E8, - "50.0" : 3.3573163298702264E8, - "90.0" : 3.371356676540681E8, - "95.0" : 3.371356676540681E8, - "99.0" : 3.371356676540681E8, - "99.9" : 3.371356676540681E8, - "99.99" : 3.371356676540681E8, - "99.999" : 3.371356676540681E8, - "99.9999" : 3.371356676540681E8, - "100.0" : 3.371356676540681E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.371356676540681E8, - 3.3573163298702264E8, - 3.352326692988819E8, - 3.3249564643154925E8, - 3.3604937037533957E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.66572508847119E8, - "scoreError" : 6573473.274070935, - "scoreConfidence" : [ - 1.5999903557304806E8, - 1.7314598212118995E8 - ], - "scorePercentiles" : { - "0.0" : 1.6464222653762937E8, - "50.0" : 1.670665332440391E8, - "90.0" : 1.68445023219516E8, - "95.0" : 1.68445023219516E8, - "99.0" : 1.68445023219516E8, - "99.9" : 1.68445023219516E8, - "99.99" : 1.68445023219516E8, - "99.999" : 1.68445023219516E8, - "99.9999" : 1.68445023219516E8, - "100.0" : 1.68445023219516E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.677836077194305E8, - 1.68445023219516E8, - 1.649251535149801E8, - 1.6464222653762937E8, - 1.670665332440391E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.375872115598947E8, - "scoreError" : 6982781.63982437, - "scoreConfidence" : [ - 4.306044299200703E8, - 4.445699931997191E8 - ], - "scorePercentiles" : { - "0.0" : 4.3471277080055493E8, - "50.0" : 4.3823028979466677E8, - "90.0" : 4.393970299458459E8, - "95.0" : 4.393970299458459E8, - "99.0" : 4.393970299458459E8, - "99.9" : 4.393970299458459E8, - "99.99" : 4.393970299458459E8, - "99.999" : 4.393970299458459E8, - "99.9999" : 4.393970299458459E8, - "100.0" : 4.393970299458459E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.385441460837625E8, - 4.3705182117464304E8, - 4.3471277080055493E8, - 4.3823028979466677E8, - 4.393970299458459E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.445246721384344E8, - "scoreError" : 6766063.537238288, - "scoreConfidence" : [ - 3.377586086011961E8, - 3.512907356756727E8 - ], - "scorePercentiles" : { - "0.0" : 3.4219164843276346E8, - "50.0" : 3.442637100205641E8, - "90.0" : 3.4661407275245327E8, - "95.0" : 3.4661407275245327E8, - "99.0" : 3.4661407275245327E8, - "99.9" : 3.4661407275245327E8, - "99.99" : 3.4661407275245327E8, - "99.999" : 3.4661407275245327E8, - "99.9999" : 3.4661407275245327E8, - "100.0" : 3.4661407275245327E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.4661407275245327E8, - 3.458600061068407E8, - 3.442637100205641E8, - 3.4219164843276346E8, - 3.436939233795505E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.960438519671595E8, - "scoreError" : 1607516.5476798655, - "scoreConfidence" : [ - 1.9443633541947964E8, - 1.9765136851483938E8 - ], - "scorePercentiles" : { - "0.0" : 1.9539008843238795E8, - "50.0" : 1.962079008397609E8, - "90.0" : 1.9641727749447888E8, - "95.0" : 1.9641727749447888E8, - "99.0" : 1.9641727749447888E8, - "99.9" : 1.9641727749447888E8, - "99.99" : 1.9641727749447888E8, - "99.999" : 1.9641727749447888E8, - "99.9999" : 1.9641727749447888E8, - "100.0" : 1.9641727749447888E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9632175503223222E8, - 1.9641727749447888E8, - 1.9588223803693753E8, - 1.962079008397609E8, - 1.9539008843238795E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.325256268174748E8, - "scoreError" : 7742768.811865, - "scoreConfidence" : [ - 3.247828580056098E8, - 3.4026839562933975E8 - ], - "scorePercentiles" : { - "0.0" : 3.301269750108669E8, - "50.0" : 3.32268304690032E8, - "90.0" : 3.351512526926781E8, - "95.0" : 3.351512526926781E8, - "99.0" : 3.351512526926781E8, - "99.9" : 3.351512526926781E8, - "99.99" : 3.351512526926781E8, - "99.999" : 3.351512526926781E8, - "99.9999" : 3.351512526926781E8, - "100.0" : 3.351512526926781E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3385584967389035E8, - 3.3122575201990646E8, - 3.351512526926781E8, - 3.32268304690032E8, - 3.301269750108669E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.3450344002689064E8, - "scoreError" : 4225425.583550842, - "scoreConfidence" : [ - 3.3027801444333977E8, - 3.387288656104415E8 - ], - "scorePercentiles" : { - "0.0" : 3.326901385948774E8, - "50.0" : 3.3472325419919246E8, - "90.0" : 3.35420730008331E8, - "95.0" : 3.35420730008331E8, - "99.0" : 3.35420730008331E8, - "99.9" : 3.35420730008331E8, - "99.99" : 3.35420730008331E8, - "99.999" : 3.35420730008331E8, - "99.9999" : 3.35420730008331E8, - "100.0" : 3.35420730008331E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3472325419919246E8, - 3.326901385948774E8, - 3.343887106576731E8, - 3.35420730008331E8, - 3.3529436667437905E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.33366940635074E8, - "scoreError" : 8995754.195871063, - "scoreConfidence" : [ - 3.2437118643920296E8, - 3.423626948309451E8 - ], - "scorePercentiles" : { - "0.0" : 3.296483257650674E8, - "50.0" : 3.334512589142775E8, - "90.0" : 3.3565146295097166E8, - "95.0" : 3.3565146295097166E8, - "99.0" : 3.3565146295097166E8, - "99.9" : 3.3565146295097166E8, - "99.99" : 3.3565146295097166E8, - "99.999" : 3.3565146295097166E8, - "99.9999" : 3.3565146295097166E8, - "100.0" : 3.3565146295097166E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.296483257650674E8, - 3.3565146295097166E8, - 3.3307602630012304E8, - 3.350076292449302E8, - 3.334512589142775E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.36594786649336E8, - "scoreError" : 7269204.935547361, - "scoreConfidence" : [ - 3.293255817137886E8, - 3.4386399158488333E8 - ], - "scorePercentiles" : { - "0.0" : 3.3378842231739306E8, - "50.0" : 3.368790328397894E8, - "90.0" : 3.38472821423272E8, - "95.0" : 3.38472821423272E8, - "99.0" : 3.38472821423272E8, - "99.9" : 3.38472821423272E8, - "99.99" : 3.38472821423272E8, - "99.999" : 3.38472821423272E8, - "99.9999" : 3.38472821423272E8, - "100.0" : 3.38472821423272E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3378842231739306E8, - 3.368790328397894E8, - 3.3578455564613813E8, - 3.38472821423272E8, - 3.3804910102008754E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3073935556966132E8, - "scoreError" : 9528383.39580229, - "scoreConfidence" : [ - 2.2121097217385903E8, - 2.402677389654636E8 - ], - "scorePercentiles" : { - "0.0" : 2.2853262235676232E8, - "50.0" : 2.3030215112235066E8, - "90.0" : 2.34873501712348E8, - "95.0" : 2.34873501712348E8, - "99.0" : 2.34873501712348E8, - "99.9" : 2.34873501712348E8, - "99.99" : 2.34873501712348E8, - "99.999" : 2.34873501712348E8, - "99.9999" : 2.34873501712348E8, - "100.0" : 2.34873501712348E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2853262235676232E8, - 2.307784951832635E8, - 2.34873501712348E8, - 2.2921000747358212E8, - 2.3030215112235066E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.4889425028181892E7, - "scoreError" : 1204803.2926123799, - "scoreConfidence" : [ - 2.368462173556951E7, - 2.6094228320794273E7 - ], - "scorePercentiles" : { - "0.0" : 2.4504296176183302E7, - "50.0" : 2.4881246379996736E7, - "90.0" : 2.523979713703631E7, - "95.0" : 2.523979713703631E7, - "99.0" : 2.523979713703631E7, - "99.9" : 2.523979713703631E7, - "99.99" : 2.523979713703631E7, - "99.999" : 2.523979713703631E7, - "99.9999" : 2.523979713703631E7, - "100.0" : 2.523979713703631E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.523979713703631E7, - 2.4881246379996736E7, - 2.466644324057488E7, - 2.4504296176183302E7, - 2.515534220711824E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1266052.224018194, - "scoreError" : 23083.496644808336, - "scoreConfidence" : [ - 1242968.7273733856, - 1289135.7206630025 - ], - "scorePercentiles" : { - "0.0" : 1259061.9816398476, - "50.0" : 1264535.9155609298, - "90.0" : 1272955.5047344128, - "95.0" : 1272955.5047344128, - "99.0" : 1272955.5047344128, - "99.9" : 1272955.5047344128, - "99.99" : 1272955.5047344128, - "99.999" : 1272955.5047344128, - "99.9999" : 1272955.5047344128, - "100.0" : 1272955.5047344128 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1272955.5047344128, - 1262182.50879028, - 1271525.2093655001, - 1259061.9816398476, - 1264535.9155609298 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5824.958393404327, - "scoreError" : 241.31837738618225, - "scoreConfidence" : [ - 5583.640016018145, - 6066.276770790509 - ], - "scorePercentiles" : { - "0.0" : 5726.390552959439, - "50.0" : 5849.2014729520715, - "90.0" : 5875.292348020245, - "95.0" : 5875.292348020245, - "99.0" : 5875.292348020245, - "99.9" : 5875.292348020245, - "99.99" : 5875.292348020245, - "99.999" : 5875.292348020245, - "99.9999" : 5875.292348020245, - "100.0" : 5875.292348020245 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5875.292348020245, - 5872.9071743863815, - 5801.0004187034965, - 5726.390552959439, - 5849.2014729520715 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.035468920335395E8, - "scoreError" : 3089484.0189906624, - "scoreConfidence" : [ - 2.0045740801454884E8, - 2.0663637605253017E8 - ], - "scorePercentiles" : { - "0.0" : 2.0256685163868406E8, - "50.0" : 2.0395515459168133E8, - "90.0" : 2.0430496059543547E8, - "95.0" : 2.0430496059543547E8, - "99.0" : 2.0430496059543547E8, - "99.9" : 2.0430496059543547E8, - "99.99" : 2.0430496059543547E8, - "99.999" : 2.0430496059543547E8, - "99.9999" : 2.0430496059543547E8, - "100.0" : 2.0430496059543547E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0279962475789914E8, - 2.0410786858399755E8, - 2.0395515459168133E8, - 2.0256685163868406E8, - 2.0430496059543547E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8985815.481928933, - "scoreError" : 1180659.8841387783, - "scoreConfidence" : [ - 7805155.597790156, - 1.0166475366067711E7 - ], - "scorePercentiles" : { - "0.0" : 8451636.323286526, - "50.0" : 9076202.618488733, - "90.0" : 9236679.722430198, - "95.0" : 9236679.722430198, - "99.0" : 9236679.722430198, - "99.9" : 9236679.722430198, - "99.99" : 9236679.722430198, - "99.999" : 9236679.722430198, - "99.9999" : 9236679.722430198, - "100.0" : 9236679.722430198 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9236679.722430198, - 8451636.323286526, - 9104494.39658174, - 9076202.618488733, - 9060064.348857468 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 463859.2773149263, - "scoreError" : 12092.935730500052, - "scoreConfidence" : [ - 451766.3415844263, - 475952.21304542635 - ], - "scorePercentiles" : { - "0.0" : 458294.2899394876, - "50.0" : 465179.4135539294, - "90.0" : 465890.235840697, - "95.0" : 465890.235840697, - "99.0" : 465890.235840697, - "99.9" : 465890.235840697, - "99.99" : 465890.235840697, - "99.999" : 465890.235840697, - "99.9999" : 465890.235840697, - "100.0" : 465890.235840697 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 465179.4135539294, - 465252.2208514764, - 465890.235840697, - 458294.2899394876, - 464680.2263890411 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1621.7740959132486, - "scoreError" : 112.8569517651772, - "scoreConfidence" : [ - 1508.9171441480714, - 1734.6310476784258 - ], - "scorePercentiles" : { - "0.0" : 1583.9574836569095, - "50.0" : 1622.5822168653829, - "90.0" : 1651.1425913728667, - "95.0" : 1651.1425913728667, - "99.0" : 1651.1425913728667, - "99.9" : 1651.1425913728667, - "99.99" : 1651.1425913728667, - "99.999" : 1651.1425913728667, - "99.9999" : 1651.1425913728667, - "100.0" : 1651.1425913728667 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1622.5822168653829, - 1649.1899805507728, - 1601.9982071203108, - 1651.1425913728667, - 1583.9574836569095 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3231491588472956E8, - "scoreError" : 7162780.086004859, - "scoreConfidence" : [ - 2.251521357987247E8, - 2.3947769597073442E8 - ], - "scorePercentiles" : { - "0.0" : 2.2909183716163743E8, - "50.0" : 2.3309226143311933E8, - "90.0" : 2.3367054015664974E8, - "95.0" : 2.3367054015664974E8, - "99.0" : 2.3367054015664974E8, - "99.9" : 2.3367054015664974E8, - "99.99" : 2.3367054015664974E8, - "99.999" : 2.3367054015664974E8, - "99.9999" : 2.3367054015664974E8, - "100.0" : 2.3367054015664974E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.3309226143311933E8, - 2.3367054015664974E8, - 2.3240375649463955E8, - 2.3331618417760178E8, - 2.2909183716163743E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3846903.0401059957, - "scoreError" : 434587.4343911056, - "scoreConfidence" : [ - 3412315.60571489, - 4281490.474497101 - ], - "scorePercentiles" : { - "0.0" : 3654298.774514897, - "50.0" : 3878660.8969398527, - "90.0" : 3953112.4421323594, - "95.0" : 3953112.4421323594, - "99.0" : 3953112.4421323594, - "99.9" : 3953112.4421323594, - "99.99" : 3953112.4421323594, - "99.999" : 3953112.4421323594, - "99.9999" : 3953112.4421323594, - "100.0" : 3953112.4421323594 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3654298.774514897, - 3878660.8969398527, - 3953112.4421323594, - 3868205.014209964, - 3880238.0727329054 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 359964.6358974894, - "scoreError" : 31122.090405428527, - "scoreConfidence" : [ - 328842.54549206083, - 391086.72630291793 - ], - "scorePercentiles" : { - "0.0" : 346449.792352632, - "50.0" : 362031.8918920583, - "90.0" : 366537.9873465896, - "95.0" : 366537.9873465896, - "99.0" : 366537.9873465896, - "99.9" : 366537.9873465896, - "99.99" : 366537.9873465896, - "99.999" : 366537.9873465896, - "99.9999" : 366537.9873465896, - "100.0" : 366537.9873465896 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 346449.792352632, - 359296.7392987662, - 366537.9873465896, - 365506.7685974009, - 362031.8918920583 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1522.7937531954933, - "scoreError" : 54.53134298891609, - "scoreConfidence" : [ - 1468.2624102065772, - 1577.3250961844094 - ], - "scorePercentiles" : { - "0.0" : 1503.7593324292698, - "50.0" : 1530.898956038232, - "90.0" : 1534.4423814008705, - "95.0" : 1534.4423814008705, - "99.0" : 1534.4423814008705, - "99.9" : 1534.4423814008705, - "99.99" : 1534.4423814008705, - "99.999" : 1534.4423814008705, - "99.9999" : 1534.4423814008705, - "100.0" : 1534.4423814008705 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1534.4423814008705, - 1533.3485507348262, - 1503.7593324292698, - 1511.5195453742683, - 1530.898956038232 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0278507195988825E8, - "scoreError" : 9376001.03341609, - "scoreConfidence" : [ - 1.9340907092647216E8, - 2.1216107299330434E8 - ], - "scorePercentiles" : { - "0.0" : 1.994889412930394E8, - "50.0" : 2.02758126129152E8, - "90.0" : 2.0550519196962056E8, - "95.0" : 2.0550519196962056E8, - "99.0" : 2.0550519196962056E8, - "99.9" : 2.0550519196962056E8, - "99.99" : 2.0550519196962056E8, - "99.999" : 2.0550519196962056E8, - "99.9999" : 2.0550519196962056E8, - "100.0" : 2.0550519196962056E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.014633955412155E8, - 2.0550519196962056E8, - 2.0470970486641377E8, - 2.02758126129152E8, - 1.994889412930394E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9171837.200825442, - "scoreError" : 1077625.57285617, - "scoreConfidence" : [ - 8094211.6279692715, - 1.024946277368161E7 - ], - "scorePercentiles" : { - "0.0" : 8680870.127733735, - "50.0" : 9256316.829679176, - "90.0" : 9386577.376352394, - "95.0" : 9386577.376352394, - "99.0" : 9386577.376352394, - "99.9" : 9386577.376352394, - "99.99" : 9386577.376352394, - "99.999" : 9386577.376352394, - "99.9999" : 9386577.376352394, - "100.0" : 9386577.376352394 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9284959.91611569, - 9250461.754246216, - 9256316.829679176, - 8680870.127733735, - 9386577.376352394 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 450077.88766061, - "scoreError" : 23094.373129839598, - "scoreConfidence" : [ - 426983.5145307704, - 473172.2607904496 - ], - "scorePercentiles" : { - "0.0" : 443951.3997143648, - "50.0" : 448795.10589929594, - "90.0" : 460133.21474889666, - "95.0" : 460133.21474889666, - "99.0" : 460133.21474889666, - "99.9" : 460133.21474889666, - "99.99" : 460133.21474889666, - "99.999" : 460133.21474889666, - "99.9999" : 460133.21474889666, - "100.0" : 460133.21474889666 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 443951.3997143648, - 448969.2481156839, - 448540.46982480877, - 448795.10589929594, - 460133.21474889666 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Get.get", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1482.837717880169, - "scoreError" : 153.10926830954543, - "scoreConfidence" : [ - 1329.7284495706235, - 1635.9469861897146 - ], - "scorePercentiles" : { - "0.0" : 1414.3216895098565, - "50.0" : 1496.3635289610952, - "90.0" : 1514.992375541043, - "95.0" : 1514.992375541043, - "99.0" : 1514.992375541043, - "99.9" : 1514.992375541043, - "99.99" : 1514.992375541043, - "99.999" : 1514.992375541043, - "99.9999" : 1514.992375541043, - "100.0" : 1514.992375541043 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1502.9737695101785, - 1496.3635289610952, - 1414.3216895098565, - 1485.5372258786726, - 1514.992375541043 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7261535642297365E7, - "scoreError" : 1.157670818076108E7, - "scoreConfidence" : [ - 1.5684827461536285E7, - 3.883824382305844E7 - ], - "scorePercentiles" : { - "0.0" : 2.2916333087072935E7, - "50.0" : 2.725408849509912E7, - "90.0" : 3.1100172208188877E7, - "95.0" : 3.1100172208188877E7, - "99.0" : 3.1100172208188877E7, - "99.9" : 3.1100172208188877E7, - "99.99" : 3.1100172208188877E7, - "99.999" : 3.1100172208188877E7, - "99.9999" : 3.1100172208188877E7, - "100.0" : 3.1100172208188877E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.1100172208188877E7, - 2.86154729028717E7, - 2.2916333087072935E7, - 2.725408849509912E7, - 2.6421611518254206E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9673190.937616214, - "scoreError" : 1004248.9233432194, - "scoreConfidence" : [ - 8668942.014272995, - 1.0677439860959433E7 - ], - "scorePercentiles" : { - "0.0" : 9254972.653411504, - "50.0" : 9722411.092868632, - "90.0" : 9937662.700193357, - "95.0" : 9937662.700193357, - "99.0" : 9937662.700193357, - "99.9" : 9937662.700193357, - "99.99" : 9937662.700193357, - "99.999" : 9937662.700193357, - "99.9999" : 9937662.700193357, - "100.0" : 9937662.700193357 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9823764.2014338, - 9627144.040173776, - 9254972.653411504, - 9722411.092868632, - 9937662.700193357 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1040076.1945346033, - "scoreError" : 52373.18174454412, - "scoreConfidence" : [ - 987703.0127900592, - 1092449.3762791473 - ], - "scorePercentiles" : { - "0.0" : 1024498.5114083951, - "50.0" : 1039704.6588728458, - "90.0" : 1057262.5167059386, - "95.0" : 1057262.5167059386, - "99.0" : 1057262.5167059386, - "99.9" : 1057262.5167059386, - "99.99" : 1057262.5167059386, - "99.999" : 1057262.5167059386, - "99.9999" : 1057262.5167059386, - "100.0" : 1057262.5167059386 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1039704.6588728458, - 1057262.5167059386, - 1024498.5114083951, - 1049483.3069582202, - 1029431.9787276177 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 11795.528059138007, - "scoreError" : 447.15606549950087, - "scoreConfidence" : [ - 11348.371993638506, - 12242.684124637508 - ], - "scorePercentiles" : { - "0.0" : 11605.923762619459, - "50.0" : 11849.242884459176, - "90.0" : 11891.00221654158, - "95.0" : 11891.00221654158, - "99.0" : 11891.00221654158, - "99.9" : 11891.00221654158, - "99.99" : 11891.00221654158, - "99.999" : 11891.00221654158, - "99.9999" : 11891.00221654158, - "100.0" : 11891.00221654158 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 11849.242884459176, - 11866.593295296423, - 11605.923762619459, - 11764.8781367734, - 11891.00221654158 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.447064171830376E7, - "scoreError" : 6718881.624421276, - "scoreConfidence" : [ - 1.7751760093882482E7, - 3.1189523342725035E7 - ], - "scorePercentiles" : { - "0.0" : 2.1388527641045053E7, - "50.0" : 2.51049014830731E7, - "90.0" : 2.5564650280172225E7, - "95.0" : 2.5564650280172225E7, - "99.0" : 2.5564650280172225E7, - "99.9" : 2.5564650280172225E7, - "99.99" : 2.5564650280172225E7, - "99.999" : 2.5564650280172225E7, - "99.9999" : 2.5564650280172225E7, - "100.0" : 2.5564650280172225E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1388527641045053E7, - 2.5564650280172225E7, - 2.51049014830731E7, - 2.4861820174339317E7, - 2.5433309012889083E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3336255.3552844157, - "scoreError" : 241410.54441464128, - "scoreConfidence" : [ - 3094844.8108697743, - 3577665.899699057 - ], - "scorePercentiles" : { - "0.0" : 3225716.3595491424, - "50.0" : 3361370.6849601185, - "90.0" : 3378895.0280977716, - "95.0" : 3378895.0280977716, - "99.0" : 3378895.0280977716, - "99.9" : 3378895.0280977716, - "99.99" : 3378895.0280977716, - "99.999" : 3378895.0280977716, - "99.9999" : 3378895.0280977716, - "100.0" : 3378895.0280977716 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3365981.007341609, - 3225716.3595491424, - 3378895.0280977716, - 3361370.6849601185, - 3349313.6964734364 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 277388.36772054515, - "scoreError" : 37734.488893668786, - "scoreConfidence" : [ - 239653.87882687637, - 315122.85661421396 - ], - "scorePercentiles" : { - "0.0" : 261637.80664546633, - "50.0" : 279445.979354223, - "90.0" : 288136.3537150563, - "95.0" : 288136.3537150563, - "99.0" : 288136.3537150563, - "99.9" : 288136.3537150563, - "99.99" : 288136.3537150563, - "99.999" : 288136.3537150563, - "99.9999" : 288136.3537150563, - "100.0" : 288136.3537150563 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 281305.57488556416, - 279445.979354223, - 261637.80664546633, - 276416.1240024159, - 288136.3537150563 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1176.319568759815, - "scoreError" : 107.77468947529232, - "scoreConfidence" : [ - 1068.5448792845227, - 1284.0942582351072 - ], - "scorePercentiles" : { - "0.0" : 1126.4433589107744, - "50.0" : 1188.5558286006772, - "90.0" : 1191.0529080769786, - "95.0" : 1191.0529080769786, - "99.0" : 1191.0529080769786, - "99.9" : 1191.0529080769786, - "99.99" : 1191.0529080769786, - "99.999" : 1191.0529080769786, - "99.9999" : 1191.0529080769786, - "100.0" : 1191.0529080769786 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1188.5558286006772, - 1126.4433589107744, - 1191.0529080769786, - 1190.661579699583, - 1184.8841685110615 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.981929596212845E7, - "scoreError" : 1259858.8813897097, - "scoreConfidence" : [ - 2.855943708073874E7, - 3.107915484351816E7 - ], - "scorePercentiles" : { - "0.0" : 2.935326358649178E7, - "50.0" : 2.9903888527419068E7, - "90.0" : 3.0139383390782043E7, - "95.0" : 3.0139383390782043E7, - "99.0" : 3.0139383390782043E7, - "99.9" : 3.0139383390782043E7, - "99.99" : 3.0139383390782043E7, - "99.999" : 3.0139383390782043E7, - "99.9999" : 3.0139383390782043E7, - "100.0" : 3.0139383390782043E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.9903888527419068E7, - 3.0139383390782043E7, - 2.935326358649178E7, - 2.962691336224892E7, - 3.0073030943700444E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4699655.034108015, - "scoreError" : 204466.09809890945, - "scoreConfidence" : [ - 4495188.936009105, - 4904121.132206924 - ], - "scorePercentiles" : { - "0.0" : 4616373.588363889, - "50.0" : 4716953.491073494, - "90.0" : 4752831.313082145, - "95.0" : 4752831.313082145, - "99.0" : 4752831.313082145, - "99.9" : 4752831.313082145, - "99.99" : 4752831.313082145, - "99.999" : 4752831.313082145, - "99.9999" : 4752831.313082145, - "100.0" : 4752831.313082145 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4616373.588363889, - 4752831.313082145, - 4682253.554975413, - 4716953.491073494, - 4729863.223045135 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 442406.35800763546, - "scoreError" : 44000.476383457644, - "scoreConfidence" : [ - 398405.8816241778, - 486406.8343910931 - ], - "scorePercentiles" : { - "0.0" : 422460.73954580317, - "50.0" : 447059.4725076909, - "90.0" : 449668.81842444564, - "95.0" : 449668.81842444564, - "99.0" : 449668.81842444564, - "99.9" : 449668.81842444564, - "99.99" : 449668.81842444564, - "99.999" : 449668.81842444564, - "99.9999" : 449668.81842444564, - "100.0" : 449668.81842444564 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 449668.81842444564, - 422460.73954580317, - 443436.2275377904, - 447059.4725076909, - 449406.53202244715 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4466.266389338188, - "scoreError" : 1163.2923138202432, - "scoreConfidence" : [ - 3302.9740755179446, - 5629.558703158431 - ], - "scorePercentiles" : { - "0.0" : 4153.817446444461, - "50.0" : 4409.558163071618, - "90.0" : 4788.006513488109, - "95.0" : 4788.006513488109, - "99.0" : 4788.006513488109, - "99.9" : 4788.006513488109, - "99.99" : 4788.006513488109, - "99.999" : 4788.006513488109, - "99.9999" : 4788.006513488109, - "100.0" : 4788.006513488109 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4153.817446444461, - 4207.499600797235, - 4409.558163071618, - 4788.006513488109, - 4772.4502228895135 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4942835903018408E7, - "scoreError" : 1150377.628964893, - "scoreConfidence" : [ - 2.3792458274053514E7, - 2.60932135319833E7 - ], - "scorePercentiles" : { - "0.0" : 2.4585997100135162E7, - "50.0" : 2.4881325904834446E7, - "90.0" : 2.5392690438017793E7, - "95.0" : 2.5392690438017793E7, - "99.0" : 2.5392690438017793E7, - "99.9" : 2.5392690438017793E7, - "99.99" : 2.5392690438017793E7, - "99.999" : 2.5392690438017793E7, - "99.9999" : 2.5392690438017793E7, - "100.0" : 2.5392690438017793E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4881325904834446E7, - 2.503437245156876E7, - 2.5392690438017793E7, - 2.4585997100135162E7, - 2.4819793620535888E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3546913.0575953973, - "scoreError" : 686341.2858957672, - "scoreConfidence" : [ - 2860571.77169963, - 4233254.343491165 - ], - "scorePercentiles" : { - "0.0" : 3233088.840219382, - "50.0" : 3596640.933407981, - "90.0" : 3671975.3268960346, - "95.0" : 3671975.3268960346, - "99.0" : 3671975.3268960346, - "99.9" : 3671975.3268960346, - "99.99" : 3671975.3268960346, - "99.999" : 3671975.3268960346, - "99.9999" : 3671975.3268960346, - "100.0" : 3671975.3268960346 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3636611.914345417, - 3671975.3268960346, - 3596248.2731081736, - 3233088.840219382, - 3596640.933407981 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 274646.98399140016, - "scoreError" : 45757.16011372188, - "scoreConfidence" : [ - 228889.82387767828, - 320404.1441051221 - ], - "scorePercentiles" : { - "0.0" : 261092.03544732896, - "50.0" : 280817.4091395315, - "90.0" : 286842.33856707957, - "95.0" : 286842.33856707957, - "99.0" : 286842.33856707957, - "99.9" : 286842.33856707957, - "99.99" : 286842.33856707957, - "99.999" : 286842.33856707957, - "99.9999" : 286842.33856707957, - "100.0" : 286842.33856707957 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 262683.52914922615, - 286842.33856707957, - 281799.6076538347, - 280817.4091395315, - 261092.03544732896 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateEntries", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1144.1131726542133, - "scoreError" : 80.63337818231572, - "scoreConfidence" : [ - 1063.4797944718975, - 1224.746550836529 - ], - "scorePercentiles" : { - "0.0" : 1113.6285169368978, - "50.0" : 1155.2259847275207, - "90.0" : 1163.1408088210585, - "95.0" : 1163.1408088210585, - "99.0" : 1163.1408088210585, - "99.9" : 1163.1408088210585, - "99.99" : 1163.1408088210585, - "99.999" : 1163.1408088210585, - "99.9999" : 1163.1408088210585, - "100.0" : 1163.1408088210585 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1157.305535667212, - 1155.2259847275207, - 1113.6285169368978, - 1131.2650171183782, - 1163.1408088210585 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.0722664863314286E7, - "scoreError" : 5997677.434706256, - "scoreConfidence" : [ - 3.472498742860803E7, - 4.672034229802054E7 - ], - "scorePercentiles" : { - "0.0" : 3.817779368700533E7, - "50.0" : 4.082155605219996E7, - "90.0" : 4.224165057885573E7, - "95.0" : 4.224165057885573E7, - "99.0" : 4.224165057885573E7, - "99.9" : 4.224165057885573E7, - "99.99" : 4.224165057885573E7, - "99.999" : 4.224165057885573E7, - "99.9999" : 4.224165057885573E7, - "100.0" : 4.224165057885573E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.167660498241105E7, - 4.082155605219996E7, - 3.817779368700533E7, - 4.069571901609933E7, - 4.224165057885573E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.7309373946745086E7, - "scoreError" : 2535809.7360236966, - "scoreConfidence" : [ - 1.477356421072139E7, - 1.9845183682768784E7 - ], - "scorePercentiles" : { - "0.0" : 1.6139656731470462E7, - "50.0" : 1.762017759333914E7, - "90.0" : 1.7680049318006635E7, - "95.0" : 1.7680049318006635E7, - "99.0" : 1.7680049318006635E7, - "99.9" : 1.7680049318006635E7, - "99.99" : 1.7680049318006635E7, - "99.999" : 1.7680049318006635E7, - "99.9999" : 1.7680049318006635E7, - "100.0" : 1.7680049318006635E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7471997339172352E7, - 1.763498875173684E7, - 1.6139656731470462E7, - 1.7680049318006635E7, - 1.762017759333914E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1846106.6371899354, - "scoreError" : 72695.72427194731, - "scoreConfidence" : [ - 1773410.9129179881, - 1918802.3614618827 - ], - "scorePercentiles" : { - "0.0" : 1821867.3268953469, - "50.0" : 1846661.2342015577, - "90.0" : 1869146.2320277009, - "95.0" : 1869146.2320277009, - "99.0" : 1869146.2320277009, - "99.9" : 1869146.2320277009, - "99.99" : 1869146.2320277009, - "99.999" : 1869146.2320277009, - "99.9999" : 1869146.2320277009, - "100.0" : 1869146.2320277009 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1858813.8836942783, - 1869146.2320277009, - 1846661.2342015577, - 1821867.3268953469, - 1834044.509130794 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 12199.188371141969, - "scoreError" : 357.1257394078315, - "scoreConfidence" : [ - 11842.062631734138, - 12556.3141105498 - ], - "scorePercentiles" : { - "0.0" : 12060.901893895601, - "50.0" : 12252.547281186351, - "90.0" : 12270.465921601712, - "95.0" : 12270.465921601712, - "99.0" : 12270.465921601712, - "99.9" : 12270.465921601712, - "99.99" : 12270.465921601712, - "99.999" : 12270.465921601712, - "99.9999" : 12270.465921601712, - "100.0" : 12270.465921601712 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 12270.465921601712, - 12252.547281186351, - 12145.755034323995, - 12060.901893895601, - 12266.271724702194 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6500424586280786E7, - "scoreError" : 2181871.700176565, - "scoreConfidence" : [ - 2.431855288610422E7, - 2.8682296286457352E7 - ], - "scorePercentiles" : { - "0.0" : 2.5577314539403073E7, - "50.0" : 2.6699827278335866E7, - "90.0" : 2.7038727610215165E7, - "95.0" : 2.7038727610215165E7, - "99.0" : 2.7038727610215165E7, - "99.9" : 2.7038727610215165E7, - "99.99" : 2.7038727610215165E7, - "99.999" : 2.7038727610215165E7, - "99.9999" : 2.7038727610215165E7, - "100.0" : 2.7038727610215165E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7038727610215165E7, - 2.6699827278335866E7, - 2.6799772740558565E7, - 2.6386480762891278E7, - 2.5577314539403073E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5010774.779278102, - "scoreError" : 295091.2776993734, - "scoreConfidence" : [ - 4715683.501578729, - 5305866.056977476 - ], - "scorePercentiles" : { - "0.0" : 4899183.351605872, - "50.0" : 5014233.8474070495, - "90.0" : 5110740.54243311, - "95.0" : 5110740.54243311, - "99.0" : 5110740.54243311, - "99.9" : 5110740.54243311, - "99.99" : 5110740.54243311, - "99.999" : 5110740.54243311, - "99.9999" : 5110740.54243311, - "100.0" : 5110740.54243311 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5110740.54243311, - 5037220.228752757, - 5014233.8474070495, - 4899183.351605872, - 4992495.926191725 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 566210.526139038, - "scoreError" : 105625.4548761316, - "scoreConfidence" : [ - 460585.0712629064, - 671835.9810151696 - ], - "scorePercentiles" : { - "0.0" : 536000.3105495734, - "50.0" : 581683.6331790818, - "90.0" : 591167.8662635897, - "95.0" : 591167.8662635897, - "99.0" : 591167.8662635897, - "99.9" : 591167.8662635897, - "99.99" : 591167.8662635897, - "99.999" : 591167.8662635897, - "99.9999" : 591167.8662635897, - "100.0" : 591167.8662635897 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 536783.9483084149, - 581683.6331790818, - 591167.8662635897, - 536000.3105495734, - 585416.8723945301 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4223.250877219031, - "scoreError" : 908.6447283762582, - "scoreConfidence" : [ - 3314.606148842773, - 5131.895605595289 - ], - "scorePercentiles" : { - "0.0" : 3881.723962753662, - "50.0" : 4315.743649614492, - "90.0" : 4442.082864719901, - "95.0" : 4442.082864719901, - "99.0" : 4442.082864719901, - "99.9" : 4442.082864719901, - "99.99" : 4442.082864719901, - "99.999" : 4442.082864719901, - "99.9999" : 4442.082864719901, - "100.0" : 4442.082864719901 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3881.723962753662, - 4081.5202723585285, - 4395.183636648574, - 4442.082864719901, - 4315.743649614492 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.087425289059217E7, - "scoreError" : 7227344.327700146, - "scoreConfidence" : [ - 3.364690856289203E7, - 4.810159721829232E7 - ], - "scorePercentiles" : { - "0.0" : 3.811150670169617E7, - "50.0" : 4.199113526451215E7, - "90.0" : 4.2317460136751525E7, - "95.0" : 4.2317460136751525E7, - "99.0" : 4.2317460136751525E7, - "99.9" : 4.2317460136751525E7, - "99.99" : 4.2317460136751525E7, - "99.999" : 4.2317460136751525E7, - "99.9999" : 4.2317460136751525E7, - "100.0" : 4.2317460136751525E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.222211948942643E7, - 4.2317460136751525E7, - 3.97290428605746E7, - 3.811150670169617E7, - 4.199113526451215E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5163350.320690485, - "scoreError" : 655411.2823493952, - "scoreConfidence" : [ - 4507939.038341089, - 5818761.60303988 - ], - "scorePercentiles" : { - "0.0" : 4870856.286104681, - "50.0" : 5254601.006134277, - "90.0" : 5269570.299008492, - "95.0" : 5269570.299008492, - "99.0" : 5269570.299008492, - "99.9" : 5269570.299008492, - "99.99" : 5269570.299008492, - "99.999" : 5269570.299008492, - "99.9999" : 5269570.299008492, - "100.0" : 5269570.299008492 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5269570.299008492, - 5266568.883065201, - 4870856.286104681, - 5155155.129139772, - 5254601.006134277 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 587208.4742141288, - "scoreError" : 52077.57635524757, - "scoreConfidence" : [ - 535130.8978588813, - 639286.0505693763 - ], - "scorePercentiles" : { - "0.0" : 567815.0987582036, - "50.0" : 592506.7393260719, - "90.0" : 599940.1447291325, - "95.0" : 599940.1447291325, - "99.0" : 599940.1447291325, - "99.9" : 599940.1447291325, - "99.99" : 599940.1447291325, - "99.999" : 599940.1447291325, - "99.9999" : 599940.1447291325, - "100.0" : 599940.1447291325 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 567815.0987582036, - 578822.7798219534, - 596957.6084352827, - 592506.7393260719, - 599940.1447291325 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3931.2029366945508, - "scoreError" : 314.24495027317266, - "scoreConfidence" : [ - 3616.9579864213783, - 4245.447886967723 - ], - "scorePercentiles" : { - "0.0" : 3793.4056898487124, - "50.0" : 3955.359473212154, - "90.0" : 4003.3297310294465, - "95.0" : 4003.3297310294465, - "99.0" : 4003.3297310294465, - "99.9" : 4003.3297310294465, - "99.99" : 4003.3297310294465, - "99.999" : 4003.3297310294465, - "99.9999" : 4003.3297310294465, - "100.0" : 4003.3297310294465 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4003.3297310294465, - 3793.4056898487124, - 3955.359473212154, - 3929.5530044712677, - 3974.366784911172 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4295314240403477E7, - "scoreError" : 5860011.093335129, - "scoreConfidence" : [ - 1.8435303147068348E7, - 3.0155325333738606E7 - ], - "scorePercentiles" : { - "0.0" : 2.1829710460401036E7, - "50.0" : 2.4777448677284054E7, - "90.0" : 2.5639408320931163E7, - "95.0" : 2.5639408320931163E7, - "99.0" : 2.5639408320931163E7, - "99.9" : 2.5639408320931163E7, - "99.99" : 2.5639408320931163E7, - "99.999" : 2.5639408320931163E7, - "99.9999" : 2.5639408320931163E7, - "100.0" : 2.5639408320931163E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1829710460401036E7, - 2.392900772852163E7, - 2.4777448677284054E7, - 2.5639408320931163E7, - 2.5300996014879495E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5120708.164494531, - "scoreError" : 208536.2636569082, - "scoreConfidence" : [ - 4912171.900837623, - 5329244.42815144 - ], - "scorePercentiles" : { - "0.0" : 5037647.946018108, - "50.0" : 5128819.99050972, - "90.0" : 5168947.805184121, - "95.0" : 5168947.805184121, - "99.0" : 5168947.805184121, - "99.9" : 5168947.805184121, - "99.99" : 5168947.805184121, - "99.999" : 5168947.805184121, - "99.9999" : 5168947.805184121, - "100.0" : 5168947.805184121 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5128819.99050972, - 5101789.989427785, - 5166335.091332923, - 5168947.805184121, - 5037647.946018108 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 556096.1360697292, - "scoreError" : 97467.66392946253, - "scoreConfidence" : [ - 458628.4721402667, - 653563.7999991918 - ], - "scorePercentiles" : { - "0.0" : 514004.04472680256, - "50.0" : 559806.6184745521, - "90.0" : 577287.6848480303, - "95.0" : 577287.6848480303, - "99.0" : 577287.6848480303, - "99.9" : 577287.6848480303, - "99.99" : 577287.6848480303, - "99.999" : 577287.6848480303, - "99.9999" : 577287.6848480303, - "100.0" : 577287.6848480303 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 555192.3402774999, - 574189.9920217614, - 514004.04472680256, - 577287.6848480303, - 559806.6184745521 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3977.4306733615076, - "scoreError" : 312.33508352745827, - "scoreConfidence" : [ - 3665.0955898340494, - 4289.765756888966 - ], - "scorePercentiles" : { - "0.0" : 3857.4029263317884, - "50.0" : 3973.4522303767867, - "90.0" : 4056.1809514992874, - "95.0" : 4056.1809514992874, - "99.0" : 4056.1809514992874, - "99.9" : 4056.1809514992874, - "99.99" : 4056.1809514992874, - "99.999" : 4056.1809514992874, - "99.9999" : 4056.1809514992874, - "100.0" : 4056.1809514992874 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4048.3740596231814, - 4056.1809514992874, - 3951.7431989764964, - 3857.4029263317884, - 3973.4522303767867 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.15443186957043E7, - "scoreError" : 2476872.2113721254, - "scoreConfidence" : [ - 3.906744648433218E7, - 4.4021190907076426E7 - ], - "scorePercentiles" : { - "0.0" : 4.0875562005565085E7, - "50.0" : 4.128109341351372E7, - "90.0" : 4.251294948265977E7, - "95.0" : 4.251294948265977E7, - "99.0" : 4.251294948265977E7, - "99.9" : 4.251294948265977E7, - "99.99" : 4.251294948265977E7, - "99.999" : 4.251294948265977E7, - "99.9999" : 4.251294948265977E7, - "100.0" : 4.251294948265977E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.1841881288571656E7, - 4.1210107288211286E7, - 4.251294948265977E7, - 4.0875562005565085E7, - 4.128109341351372E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.7217156657004148E7, - "scoreError" : 2691622.239909812, - "scoreConfidence" : [ - 1.4525534417094335E7, - 1.990877889691396E7 - ], - "scorePercentiles" : { - "0.0" : 1.6106423065243604E7, - "50.0" : 1.756536088744426E7, - "90.0" : 1.7798104508583363E7, - "95.0" : 1.7798104508583363E7, - "99.0" : 1.7798104508583363E7, - "99.9" : 1.7798104508583363E7, - "99.99" : 1.7798104508583363E7, - "99.999" : 1.7798104508583363E7, - "99.9999" : 1.7798104508583363E7, - "100.0" : 1.7798104508583363E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.756536088744426E7, - 1.765828618856505E7, - 1.7798104508583363E7, - 1.6106423065243604E7, - 1.695760863518446E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1803178.0183137741, - "scoreError" : 138058.96441922433, - "scoreConfidence" : [ - 1665119.0538945498, - 1941236.9827329984 - ], - "scorePercentiles" : { - "0.0" : 1744812.3917111675, - "50.0" : 1808725.8110796085, - "90.0" : 1840269.2546756258, - "95.0" : 1840269.2546756258, - "99.0" : 1840269.2546756258, - "99.9" : 1840269.2546756258, - "99.99" : 1840269.2546756258, - "99.999" : 1840269.2546756258, - "99.9999" : 1840269.2546756258, - "100.0" : 1840269.2546756258 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1800913.6457665674, - 1840269.2546756258, - 1744812.3917111675, - 1821168.9883359014, - 1808725.8110796085 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 14014.813597053424, - "scoreError" : 281.0396819067718, - "scoreConfidence" : [ - 13733.773915146652, - 14295.853278960196 - ], - "scorePercentiles" : { - "0.0" : 13937.32870249395, - "50.0" : 13993.261069361173, - "90.0" : 14096.172614049006, - "95.0" : 14096.172614049006, - "99.0" : 14096.172614049006, - "99.9" : 14096.172614049006, - "99.99" : 14096.172614049006, - "99.999" : 14096.172614049006, - "99.9999" : 14096.172614049006, - "100.0" : 14096.172614049006 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 13960.157391031453, - 14087.148208331542, - 14096.172614049006, - 13993.261069361173, - 13937.32870249395 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4573109604632296E7, - "scoreError" : 1.2124219408820443E7, - "scoreConfidence" : [ - 1.2448890195811853E7, - 3.669732901345274E7 - ], - "scorePercentiles" : { - "0.0" : 1.89529719641703E7, - "50.0" : 2.5860660694250204E7, - "90.0" : 2.6258182165023416E7, - "95.0" : 2.6258182165023416E7, - "99.0" : 2.6258182165023416E7, - "99.9" : 2.6258182165023416E7, - "99.99" : 2.6258182165023416E7, - "99.999" : 2.6258182165023416E7, - "99.9999" : 2.6258182165023416E7, - "100.0" : 2.6258182165023416E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.89529719641703E7, - 2.6258182165023416E7, - 2.571329888279501E7, - 2.5860660694250204E7, - 2.608043431692255E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3055803.3454480516, - "scoreError" : 197263.10897007017, - "scoreConfidence" : [ - 2858540.2364779813, - 3253066.454418122 - ], - "scorePercentiles" : { - "0.0" : 2965042.654236225, - "50.0" : 3075350.006858916, - "90.0" : 3085598.4605201823, - "95.0" : 3085598.4605201823, - "99.0" : 3085598.4605201823, - "99.9" : 3085598.4605201823, - "99.99" : 3085598.4605201823, - "99.999" : 3085598.4605201823, - "99.9999" : 3085598.4605201823, - "100.0" : 3085598.4605201823 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3085598.4605201823, - 2965042.654236225, - 3075350.006858916, - 3084648.8913709577, - 3068376.714253974 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 294198.57478255004, - "scoreError" : 48627.13666626412, - "scoreConfidence" : [ - 245571.43811628592, - 342825.71144881414 - ], - "scorePercentiles" : { - "0.0" : 272567.067292765, - "50.0" : 299716.6307493748, - "90.0" : 304172.3625260729, - "95.0" : 304172.3625260729, - "99.0" : 304172.3625260729, - "99.9" : 304172.3625260729, - "99.99" : 304172.3625260729, - "99.999" : 304172.3625260729, - "99.9999" : 304172.3625260729, - "100.0" : 304172.3625260729 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 294012.4952531461, - 300524.3180913914, - 304172.3625260729, - 299716.6307493748, - 272567.067292765 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1159.9042621514639, - "scoreError" : 78.44278865103647, - "scoreConfidence" : [ - 1081.4614735004275, - 1238.3470508025002 - ], - "scorePercentiles" : { - "0.0" : 1130.0974673525425, - "50.0" : 1163.3998159957257, - "90.0" : 1182.6726958947788, - "95.0" : 1182.6726958947788, - "99.0" : 1182.6726958947788, - "99.9" : 1182.6726958947788, - "99.99" : 1182.6726958947788, - "99.999" : 1182.6726958947788, - "99.9999" : 1182.6726958947788, - "100.0" : 1182.6726958947788 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1172.506761049506, - 1150.8445704647665, - 1130.0974673525425, - 1182.6726958947788, - 1163.3998159957257 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.140890605889636E7, - "scoreError" : 4739700.16350499, - "scoreConfidence" : [ - 3.6669205895391375E7, - 4.614860622240135E7 - ], - "scorePercentiles" : { - "0.0" : 4.025701308231085E7, - "50.0" : 4.105431565622214E7, - "90.0" : 4.2786711434796706E7, - "95.0" : 4.2786711434796706E7, - "99.0" : 4.2786711434796706E7, - "99.9" : 4.2786711434796706E7, - "99.99" : 4.2786711434796706E7, - "99.999" : 4.2786711434796706E7, - "99.9999" : 4.2786711434796706E7, - "100.0" : 4.2786711434796706E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2786711434796706E7, - 4.025701308231085E7, - 4.0311114715431295E7, - 4.105431565622214E7, - 4.2635375405720845E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5194835.067204393, - "scoreError" : 389242.5712922349, - "scoreConfidence" : [ - 4805592.495912159, - 5584077.638496628 - ], - "scorePercentiles" : { - "0.0" : 5025290.469816584, - "50.0" : 5236554.799996411, - "90.0" : 5286260.390918559, - "95.0" : 5286260.390918559, - "99.0" : 5286260.390918559, - "99.9" : 5286260.390918559, - "99.99" : 5286260.390918559, - "99.999" : 5286260.390918559, - "99.9999" : 5286260.390918559, - "100.0" : 5286260.390918559 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5286260.390918559, - 5025290.469816584, - 5186902.506679841, - 5236554.799996411, - 5239167.168610575 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 578797.7498411124, - "scoreError" : 28473.048163005235, - "scoreConfidence" : [ - 550324.7016781071, - 607270.7980041177 - ], - "scorePercentiles" : { - "0.0" : 570296.6432590118, - "50.0" : 578065.5945287723, - "90.0" : 589245.7437597751, - "95.0" : 589245.7437597751, - "99.0" : 589245.7437597751, - "99.9" : 589245.7437597751, - "99.99" : 589245.7437597751, - "99.999" : 589245.7437597751, - "99.9999" : 589245.7437597751, - "100.0" : 589245.7437597751 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 573947.5650748106, - 570296.6432590118, - 578065.5945287723, - 589245.7437597751, - 582433.2025831926 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4229.673402458971, - "scoreError" : 108.37796366108843, - "scoreConfidence" : [ - 4121.2954387978825, - 4338.05136612006 - ], - "scorePercentiles" : { - "0.0" : 4198.060521227556, - "50.0" : 4224.80484495741, - "90.0" : 4275.513532350126, - "95.0" : 4275.513532350126, - "99.0" : 4275.513532350126, - "99.9" : 4275.513532350126, - "99.99" : 4275.513532350126, - "99.999" : 4275.513532350126, - "99.9999" : 4275.513532350126, - "100.0" : 4275.513532350126 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4225.4787835742045, - 4224.509330185561, - 4198.060521227556, - 4224.80484495741, - 4275.513532350126 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4622927486331545E7, - "scoreError" : 4294008.976690198, - "scoreConfidence" : [ - 2.0328918509641346E7, - 2.8916936463021744E7 - ], - "scorePercentiles" : { - "0.0" : 2.288391272247123E7, - "50.0" : 2.518229555369999E7, - "90.0" : 2.5529028966782283E7, - "95.0" : 2.5529028966782283E7, - "99.0" : 2.5529028966782283E7, - "99.9" : 2.5529028966782283E7, - "99.99" : 2.5529028966782283E7, - "99.999" : 2.5529028966782283E7, - "99.9999" : 2.5529028966782283E7, - "100.0" : 2.5529028966782283E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.288391272247123E7, - 2.538366120110537E7, - 2.5529028966782283E7, - 2.518229555369999E7, - 2.4135738987598848E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3291662.101011274, - "scoreError" : 364081.1116553506, - "scoreConfidence" : [ - 2927580.989355923, - 3655743.2126666247 - ], - "scorePercentiles" : { - "0.0" : 3154432.104779741, - "50.0" : 3345810.070958311, - "90.0" : 3373186.415024002, - "95.0" : 3373186.415024002, - "99.0" : 3373186.415024002, - "99.9" : 3373186.415024002, - "99.99" : 3373186.415024002, - "99.999" : 3373186.415024002, - "99.9999" : 3373186.415024002, - "100.0" : 3373186.415024002 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3345810.070958311, - 3154432.104779741, - 3231828.0691067744, - 3353053.845187542, - 3373186.415024002 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 291645.2562613029, - "scoreError" : 64008.738165403876, - "scoreConfidence" : [ - 227636.51809589902, - 355653.9944267068 - ], - "scorePercentiles" : { - "0.0" : 269540.38533798355, - "50.0" : 301414.4264052954, - "90.0" : 305247.2491224924, - "95.0" : 305247.2491224924, - "99.0" : 305247.2491224924, - "99.9" : 305247.2491224924, - "99.99" : 305247.2491224924, - "99.999" : 305247.2491224924, - "99.9999" : 305247.2491224924, - "100.0" : 305247.2491224924 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 303962.0279645905, - 269540.38533798355, - 301414.4264052954, - 305247.2491224924, - 278062.1924761528 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Iterate.iterateValues", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1155.3092791068398, - "scoreError" : 138.05614080853047, - "scoreConfidence" : [ - 1017.2531382983093, - 1293.3654199153702 - ], - "scorePercentiles" : { - "0.0" : 1091.3760547548513, - "50.0" : 1169.261192961138, - "90.0" : 1175.7479206997832, - "95.0" : 1175.7479206997832, - "99.0" : 1175.7479206997832, - "99.9" : 1175.7479206997832, - "99.99" : 1175.7479206997832, - "99.999" : 1175.7479206997832, - "99.9999" : 1175.7479206997832, - "100.0" : 1175.7479206997832 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1169.261192961138, - 1091.3760547548513, - 1175.7479206997832, - 1168.431301524375, - 1171.7299255940518 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.099160564253348E7, - "scoreError" : 1.0950903300874585E7, - "scoreConfidence" : [ - 5.00407023416589E7, - 7.194250894340807E7 - ], - "scorePercentiles" : { - "0.0" : 5.596154709147737E7, - "50.0" : 6.201429349162513E7, - "90.0" : 6.286658239584655E7, - "95.0" : 6.286658239584655E7, - "99.0" : 6.286658239584655E7, - "99.9" : 6.286658239584655E7, - "99.99" : 6.286658239584655E7, - "99.999" : 6.286658239584655E7, - "99.9999" : 6.286658239584655E7, - "100.0" : 6.286658239584655E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.23856261570997E7, - 6.172997907661862E7, - 6.201429349162513E7, - 5.596154709147737E7, - 6.286658239584655E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5196555.379478699, - "scoreError" : 181744.15667316012, - "scoreConfidence" : [ - 5014811.222805538, - 5378299.536151859 - ], - "scorePercentiles" : { - "0.0" : 5132849.66267468, - "50.0" : 5197380.20292942, - "90.0" : 5261572.114737844, - "95.0" : 5261572.114737844, - "99.0" : 5261572.114737844, - "99.9" : 5261572.114737844, - "99.99" : 5261572.114737844, - "99.999" : 5261572.114737844, - "99.9999" : 5261572.114737844, - "100.0" : 5261572.114737844 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5213125.385892142, - 5132849.66267468, - 5261572.114737844, - 5197380.20292942, - 5177849.531159406 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 343592.85910900746, - "scoreError" : 106714.53224755065, - "scoreConfidence" : [ - 236878.3268614568, - 450307.39135655813 - ], - "scorePercentiles" : { - "0.0" : 295187.23944700824, - "50.0" : 352945.47884666215, - "90.0" : 364407.23881898104, - "95.0" : 364407.23881898104, - "99.0" : 364407.23881898104, - "99.9" : 364407.23881898104, - "99.99" : 364407.23881898104, - "99.999" : 364407.23881898104, - "99.9999" : 364407.23881898104, - "100.0" : 364407.23881898104 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 295187.23944700824, - 364407.23881898104, - 352945.47884666215, - 357294.6458589783, - 348129.69257340743 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1566.541029016989, - "scoreError" : 230.259077600743, - "scoreConfidence" : [ - 1336.2819514162459, - 1796.800106617732 - ], - "scorePercentiles" : { - "0.0" : 1497.5054787657473, - "50.0" : 1564.2905339187903, - "90.0" : 1629.6641502242308, - "95.0" : 1629.6641502242308, - "99.0" : 1629.6641502242308, - "99.9" : 1629.6641502242308, - "99.99" : 1629.6641502242308, - "99.999" : 1629.6641502242308, - "99.9999" : 1629.6641502242308, - "100.0" : 1629.6641502242308 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1518.1145321134059, - 1564.2905339187903, - 1497.5054787657473, - 1623.1304500627705, - 1629.6641502242308 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.0253058661961637E7, - "scoreError" : 2543118.5289492276, - "scoreConfidence" : [ - 2.770994013301241E7, - 3.2796177190910865E7 - ], - "scorePercentiles" : { - "0.0" : 2.9487744256449427E7, - "50.0" : 3.0000937390050747E7, - "90.0" : 3.1191821675946143E7, - "95.0" : 3.1191821675946143E7, - "99.0" : 3.1191821675946143E7, - "99.9" : 3.1191821675946143E7, - "99.99" : 3.1191821675946143E7, - "99.999" : 3.1191821675946143E7, - "99.9999" : 3.1191821675946143E7, - "100.0" : 3.1191821675946143E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0000937390050747E7, - 2.9967525032248262E7, - 2.9487744256449427E7, - 3.1191821675946143E7, - 3.061726495511361E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4500333.008402871, - "scoreError" : 203246.32796200106, - "scoreConfidence" : [ - 4297086.68044087, - 4703579.336364872 - ], - "scorePercentiles" : { - "0.0" : 4417364.22137348, - "50.0" : 4502994.430698398, - "90.0" : 4561945.100927989, - "95.0" : 4561945.100927989, - "99.0" : 4561945.100927989, - "99.9" : 4561945.100927989, - "99.99" : 4561945.100927989, - "99.999" : 4561945.100927989, - "99.9999" : 4561945.100927989, - "100.0" : 4561945.100927989 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4502994.430698398, - 4497801.490204029, - 4521559.798810462, - 4561945.100927989, - 4417364.22137348 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 267547.4608224628, - "scoreError" : 8857.982741093238, - "scoreConfidence" : [ - 258689.47808136957, - 276405.44356355607 - ], - "scorePercentiles" : { - "0.0" : 264825.3870866407, - "50.0" : 267758.9584670766, - "90.0" : 270448.80964465183, - "95.0" : 270448.80964465183, - "99.0" : 270448.80964465183, - "99.9" : 270448.80964465183, - "99.99" : 270448.80964465183, - "99.999" : 270448.80964465183, - "99.9999" : 270448.80964465183, - "100.0" : 270448.80964465183 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 264825.3870866407, - 267758.9584670766, - 265736.7442954559, - 268967.404618489, - 270448.80964465183 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1285.7278363060145, - "scoreError" : 128.63844029089483, - "scoreConfidence" : [ - 1157.0893960151197, - 1414.3662765969093 - ], - "scorePercentiles" : { - "0.0" : 1237.730559133301, - "50.0" : 1301.0681999521878, - "90.0" : 1313.5888466909857, - "95.0" : 1313.5888466909857, - "99.0" : 1313.5888466909857, - "99.9" : 1313.5888466909857, - "99.99" : 1313.5888466909857, - "99.999" : 1313.5888466909857, - "99.9999" : 1313.5888466909857, - "100.0" : 1313.5888466909857 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1311.9722498019846, - 1313.5888466909857, - 1237.730559133301, - 1264.2793259516145, - 1301.0681999521878 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.965450193959369E7, - "scoreError" : 1.3784223919031788E7, - "scoreConfidence" : [ - 4.58702780205619E7, - 7.343872585862547E7 - ], - "scorePercentiles" : { - "0.0" : 5.356935961558899E7, - "50.0" : 6.054550734518286E7, - "90.0" : 6.283159333339726E7, - "95.0" : 6.283159333339726E7, - "99.0" : 6.283159333339726E7, - "99.9" : 6.283159333339726E7, - "99.99" : 6.283159333339726E7, - "99.999" : 6.283159333339726E7, - "99.9999" : 6.283159333339726E7, - "100.0" : 6.283159333339726E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.283159333339726E7, - 5.356935961558899E7, - 5.9854766144535795E7, - 6.054550734518286E7, - 6.14712832592635E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3077229.116154685, - "scoreError" : 442839.22433878924, - "scoreConfidence" : [ - 2634389.891815896, - 3520068.340493474 - ], - "scorePercentiles" : { - "0.0" : 2879314.686830119, - "50.0" : 3103672.754992089, - "90.0" : 3170734.31270398, - "95.0" : 3170734.31270398, - "99.0" : 3170734.31270398, - "99.9" : 3170734.31270398, - "99.99" : 3170734.31270398, - "99.999" : 3170734.31270398, - "99.9999" : 3170734.31270398, - "100.0" : 3170734.31270398 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3141228.897703132, - 3091194.9285441064, - 2879314.686830119, - 3170734.31270398, - 3103672.754992089 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 225213.5487477433, - "scoreError" : 12081.098374882653, - "scoreConfidence" : [ - 213132.45037286065, - 237294.64712262596 - ], - "scorePercentiles" : { - "0.0" : 220426.0642942007, - "50.0" : 225168.5620684922, - "90.0" : 228990.63081881724, - "95.0" : 228990.63081881724, - "99.0" : 228990.63081881724, - "99.9" : 228990.63081881724, - "99.99" : 228990.63081881724, - "99.999" : 228990.63081881724, - "99.9999" : 228990.63081881724, - "100.0" : 228990.63081881724 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 226643.56976609086, - 228990.63081881724, - 220426.0642942007, - 225168.5620684922, - 224838.91679111545 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1289.8268950780996, - "scoreError" : 249.51437240956454, - "scoreConfidence" : [ - 1040.3125226685352, - 1539.341267487664 - ], - "scorePercentiles" : { - "0.0" : 1175.9699700794506, - "50.0" : 1316.4297520603045, - "90.0" : 1329.3959357807405, - "95.0" : 1329.3959357807405, - "99.0" : 1329.3959357807405, - "99.9" : 1329.3959357807405, - "99.99" : 1329.3959357807405, - "99.999" : 1329.3959357807405, - "99.9999" : 1329.3959357807405, - "100.0" : 1329.3959357807405 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1175.9699700794506, - 1316.4297520603045, - 1299.15357805913, - 1328.1852394108719, - 1329.3959357807405 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.030586967984395E7, - "scoreError" : 3629956.3638433698, - "scoreConfidence" : [ - 2.667591331600058E7, - 3.393582604368732E7 - ], - "scorePercentiles" : { - "0.0" : 2.9008674391406402E7, - "50.0" : 3.0554963872254264E7, - "90.0" : 3.121206754954696E7, - "95.0" : 3.121206754954696E7, - "99.0" : 3.121206754954696E7, - "99.9" : 3.121206754954696E7, - "99.99" : 3.121206754954696E7, - "99.999" : 3.121206754954696E7, - "99.9999" : 3.121206754954696E7, - "100.0" : 3.121206754954696E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0554963872254264E7, - 2.9008674391406402E7, - 2.9677315272907387E7, - 3.107632731310472E7, - 3.121206754954696E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4893715.380395724, - "scoreError" : 202936.9963157471, - "scoreConfidence" : [ - 4690778.384079977, - 5096652.376711472 - ], - "scorePercentiles" : { - "0.0" : 4823479.075200166, - "50.0" : 4892348.513524796, - "90.0" : 4971965.204087002, - "95.0" : 4971965.204087002, - "99.0" : 4971965.204087002, - "99.9" : 4971965.204087002, - "99.99" : 4971965.204087002, - "99.999" : 4971965.204087002, - "99.9999" : 4971965.204087002, - "100.0" : 4971965.204087002 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4892348.513524796, - 4823479.075200166, - 4894259.343256504, - 4971965.204087002, - 4886524.765910152 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 283882.07841717626, - "scoreError" : 9821.247420137535, - "scoreConfidence" : [ - 274060.83099703875, - 293703.3258373138 - ], - "scorePercentiles" : { - "0.0" : 281264.8053049417, - "50.0" : 282975.56277926685, - "90.0" : 287497.399484967, - "95.0" : 287497.399484967, - "99.0" : 287497.399484967, - "99.9" : 287497.399484967, - "99.99" : 287497.399484967, - "99.999" : 287497.399484967, - "99.9999" : 287497.399484967, - "100.0" : 287497.399484967 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 281264.8053049417, - 282212.3463447982, - 282975.56277926685, - 287497.399484967, - 285460.2781719077 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.put", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1198.8021825671476, - "scoreError" : 225.2554110509633, - "scoreConfidence" : [ - 973.5467715161843, - 1424.0575936181108 - ], - "scorePercentiles" : { - "0.0" : 1100.0477474626734, - "50.0" : 1229.8784768457397, - "90.0" : 1240.687979905378, - "95.0" : 1240.687979905378, - "99.0" : 1240.687979905378, - "99.9" : 1240.687979905378, - "99.99" : 1240.687979905378, - "99.999" : 1240.687979905378, - "99.9999" : 1240.687979905378, - "100.0" : 1240.687979905378 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1190.6876336157297, - 1240.687979905378, - 1229.8784768457397, - 1232.7090750062175, - 1100.0477474626734 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.9120484116156444E7, - "scoreError" : 3024632.7852419056, - "scoreConfidence" : [ - 4.609585133091454E7, - 5.2145116901398346E7 - ], - "scorePercentiles" : { - "0.0" : 4.8311629272235565E7, - "50.0" : 4.9056561441609904E7, - "90.0" : 5.0415236149406634E7, - "95.0" : 5.0415236149406634E7, - "99.0" : 5.0415236149406634E7, - "99.9" : 5.0415236149406634E7, - "99.99" : 5.0415236149406634E7, - "99.999" : 5.0415236149406634E7, - "99.9999" : 5.0415236149406634E7, - "100.0" : 5.0415236149406634E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.9058184945132114E7, - 4.8311629272235565E7, - 5.0415236149406634E7, - 4.9056561441609904E7, - 4.876080877239797E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3467699.6975450763, - "scoreError" : 227956.0772208123, - "scoreConfidence" : [ - 3239743.620324264, - 3695655.7747658887 - ], - "scorePercentiles" : { - "0.0" : 3363342.778784752, - "50.0" : 3486225.052424469, - "90.0" : 3510707.768096361, - "95.0" : 3510707.768096361, - "99.0" : 3510707.768096361, - "99.9" : 3510707.768096361, - "99.99" : 3510707.768096361, - "99.999" : 3510707.768096361, - "99.9999" : 3510707.768096361, - "100.0" : 3510707.768096361 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3510707.768096361, - 3363342.778784752, - 3486100.3401687867, - 3492122.5482510105, - 3486225.052424469 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 284010.35289710306, - "scoreError" : 54697.18144594797, - "scoreConfidence" : [ - 229313.1714511551, - 338707.534343051 - ], - "scorePercentiles" : { - "0.0" : 258731.81488007255, - "50.0" : 290306.416296042, - "90.0" : 291905.5196981984, - "95.0" : 291905.5196981984, - "99.0" : 291905.5196981984, - "99.9" : 291905.5196981984, - "99.99" : 291905.5196981984, - "99.999" : 291905.5196981984, - "99.9999" : 291905.5196981984, - "100.0" : 291905.5196981984 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 258731.81488007255, - 291078.7153269474, - 290306.416296042, - 291905.5196981984, - 288029.2982842546 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1243.7248372921654, - "scoreError" : 130.5776059846971, - "scoreConfidence" : [ - 1113.1472313074682, - 1374.3024432768625 - ], - "scorePercentiles" : { - "0.0" : 1188.972318909984, - "50.0" : 1244.4107505863187, - "90.0" : 1279.4327455801886, - "95.0" : 1279.4327455801886, - "99.0" : 1279.4327455801886, - "99.9" : 1279.4327455801886, - "99.99" : 1279.4327455801886, - "99.999" : 1279.4327455801886, - "99.9999" : 1279.4327455801886, - "100.0" : 1279.4327455801886 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1279.4327455801886, - 1244.4107505863187, - 1261.7875413477993, - 1244.0208300365366, - 1188.972318909984 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6564774619827934E7, - "scoreError" : 2730972.4169427436, - "scoreConfidence" : [ - 2.383380220288519E7, - 2.929574703677068E7 - ], - "scorePercentiles" : { - "0.0" : 2.5330373377883013E7, - "50.0" : 2.6746548251807086E7, - "90.0" : 2.7109852275822278E7, - "95.0" : 2.7109852275822278E7, - "99.0" : 2.7109852275822278E7, - "99.9" : 2.7109852275822278E7, - "99.99" : 2.7109852275822278E7, - "99.999" : 2.7109852275822278E7, - "99.9999" : 2.7109852275822278E7, - "100.0" : 2.7109852275822278E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6697515669522278E7, - 2.5330373377883013E7, - 2.7109852275822278E7, - 2.6746548251807086E7, - 2.6939583524105005E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2983536.728978127, - "scoreError" : 415996.03325769753, - "scoreConfidence" : [ - 2567540.695720429, - 3399532.7622358245 - ], - "scorePercentiles" : { - "0.0" : 2800490.98307223, - "50.0" : 3036225.1700436203, - "90.0" : 3065796.01976075, - "95.0" : 3065796.01976075, - "99.0" : 3065796.01976075, - "99.9" : 3065796.01976075, - "99.99" : 3065796.01976075, - "99.999" : 3065796.01976075, - "99.9999" : 3065796.01976075, - "100.0" : 3065796.01976075 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3036225.1700436203, - 3065796.01976075, - 2800490.98307223, - 2972377.297018271, - 3042794.174995763 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 176551.42011049873, - "scoreError" : 29922.449540844304, - "scoreConfidence" : [ - 146628.97056965443, - 206473.86965134303 - ], - "scorePercentiles" : { - "0.0" : 163271.03566948685, - "50.0" : 178187.93533891384, - "90.0" : 182903.02501608513, - "95.0" : 182903.02501608513, - "99.0" : 182903.02501608513, - "99.9" : 182903.02501608513, - "99.99" : 182903.02501608513, - "99.999" : 182903.02501608513, - "99.9999" : 182903.02501608513, - "100.0" : 182903.02501608513 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 178187.93533891384, - 163271.03566948685, - 177179.4524441468, - 182903.02501608513, - 181215.65208386106 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 567.5013743789964, - "scoreError" : 65.96259059190835, - "scoreConfidence" : [ - 501.53878378708805, - 633.4639649709047 - ], - "scorePercentiles" : { - "0.0" : 540.027876517967, - "50.0" : 572.0148943829207, - "90.0" : 585.7236953897265, - "95.0" : 585.7236953897265, - "99.0" : 585.7236953897265, - "99.9" : 585.7236953897265, - "99.99" : 585.7236953897265, - "99.999" : 585.7236953897265, - "99.9999" : 585.7236953897265, - "100.0" : 585.7236953897265 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 575.1306543578376, - 564.6097512465301, - 540.027876517967, - 572.0148943829207, - 585.7236953897265 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.8034640213454165E7, - "scoreError" : 8559830.529929848, - "scoreConfidence" : [ - 3.947480968352432E7, - 5.659447074338401E7 - ], - "scorePercentiles" : { - "0.0" : 4.4338472600235604E7, - "50.0" : 4.815034095889592E7, - "90.0" : 4.9798324177301474E7, - "95.0" : 4.9798324177301474E7, - "99.0" : 4.9798324177301474E7, - "99.9" : 4.9798324177301474E7, - "99.99" : 4.9798324177301474E7, - "99.999" : 4.9798324177301474E7, - "99.9999" : 4.9798324177301474E7, - "100.0" : 4.9798324177301474E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.4338472600235604E7, - 4.812748089962934E7, - 4.9758582431208484E7, - 4.815034095889592E7, - 4.9798324177301474E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1716159.4763538619, - "scoreError" : 312508.550550119, - "scoreConfidence" : [ - 1403650.9258037428, - 2028668.0269039809 - ], - "scorePercentiles" : { - "0.0" : 1584631.3079792818, - "50.0" : 1747833.599252296, - "90.0" : 1789141.4082515754, - "95.0" : 1789141.4082515754, - "99.0" : 1789141.4082515754, - "99.9" : 1789141.4082515754, - "99.99" : 1789141.4082515754, - "99.999" : 1789141.4082515754, - "99.9999" : 1789141.4082515754, - "100.0" : 1789141.4082515754 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1695274.8521833601, - 1747833.599252296, - 1584631.3079792818, - 1763916.2141027946, - 1789141.4082515754 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 142804.7153022819, - "scoreError" : 19252.2384893844, - "scoreConfidence" : [ - 123552.4768128975, - 162056.9537916663 - ], - "scorePercentiles" : { - "0.0" : 134095.2895736225, - "50.0" : 144396.3954503299, - "90.0" : 146834.28114660564, - "95.0" : 146834.28114660564, - "99.0" : 146834.28114660564, - "99.9" : 146834.28114660564, - "99.99" : 146834.28114660564, - "99.999" : 146834.28114660564, - "99.9999" : 146834.28114660564, - "100.0" : 146834.28114660564 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 143802.71085118447, - 134095.2895736225, - 144894.89948966703, - 146834.28114660564, - 144396.3954503299 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 680.0354315217799, - "scoreError" : 67.37332031290094, - "scoreConfidence" : [ - 612.662111208879, - 747.4087518346807 - ], - "scorePercentiles" : { - "0.0" : 652.3751969439921, - "50.0" : 680.7694792124664, - "90.0" : 700.4575099091937, - "95.0" : 700.4575099091937, - "99.0" : 700.4575099091937, - "99.9" : 700.4575099091937, - "99.99" : 700.4575099091937, - "99.999" : 700.4575099091937, - "99.9999" : 700.4575099091937, - "100.0" : 700.4575099091937 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 680.7694792124664, - 680.0712092392041, - 686.5037623040433, - 652.3751969439921, - 700.4575099091937 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6655862745681353E7, - "scoreError" : 1771560.7888180008, - "scoreConfidence" : [ - 2.488430195686335E7, - 2.8427423534499355E7 - ], - "scorePercentiles" : { - "0.0" : 2.5900098289037943E7, - "50.0" : 2.6804727346381076E7, - "90.0" : 2.7111630358728364E7, - "95.0" : 2.7111630358728364E7, - "99.0" : 2.7111630358728364E7, - "99.9" : 2.7111630358728364E7, - "99.99" : 2.7111630358728364E7, - "99.999" : 2.7111630358728364E7, - "99.9999" : 2.7111630358728364E7, - "100.0" : 2.7111630358728364E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6804727346381076E7, - 2.5900098289037943E7, - 2.6600723668952953E7, - 2.686213406530642E7, - 2.7111630358728364E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3312781.3553264113, - "scoreError" : 462265.7147112303, - "scoreConfidence" : [ - 2850515.640615181, - 3775047.0700376416 - ], - "scorePercentiles" : { - "0.0" : 3099647.0717309117, - "50.0" : 3360011.032705542, - "90.0" : 3389408.345088971, - "95.0" : 3389408.345088971, - "99.0" : 3389408.345088971, - "99.9" : 3389408.345088971, - "99.99" : 3389408.345088971, - "99.999" : 3389408.345088971, - "99.9999" : 3389408.345088971, - "100.0" : 3389408.345088971 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3099647.0717309117, - 3349259.8036146997, - 3389408.345088971, - 3365580.5234919316, - 3360011.032705542 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 180403.5112255354, - "scoreError" : 34016.80952618935, - "scoreConfidence" : [ - 146386.70169934604, - 214420.32075172474 - ], - "scorePercentiles" : { - "0.0" : 165586.72946791782, - "50.0" : 184867.36112192596, - "90.0" : 186474.05057814613, - "95.0" : 186474.05057814613, - "99.0" : 186474.05057814613, - "99.9" : 186474.05057814613, - "99.99" : 186474.05057814613, - "99.999" : 186474.05057814613, - "99.9999" : 186474.05057814613, - "100.0" : 186474.05057814613 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 184867.36112192596, - 186196.99531332112, - 186474.05057814613, - 178892.41964636592, - 165586.72946791782 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndGet", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 565.8634179081167, - "scoreError" : 57.71045553905659, - "scoreConfidence" : [ - 508.15296236906016, - 623.5738734471734 - ], - "scorePercentiles" : { - "0.0" : 543.320990025925, - "50.0" : 570.0304399443912, - "90.0" : 581.9003499158114, - "95.0" : 581.9003499158114, - "99.0" : 581.9003499158114, - "99.9" : 581.9003499158114, - "99.99" : 581.9003499158114, - "99.999" : 581.9003499158114, - "99.9999" : 581.9003499158114, - "100.0" : 581.9003499158114 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 543.320990025925, - 559.5151834506312, - 570.0304399443912, - 581.9003499158114, - 574.5501262038254 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5529354794641443E7, - "scoreError" : 7768511.146666142, - "scoreConfidence" : [ - 1.77608436479753E7, - 3.3297865941307586E7 - ], - "scorePercentiles" : { - "0.0" : 2.1994293112603314E7, - "50.0" : 2.6417229072243225E7, - "90.0" : 2.6934939486211903E7, - "95.0" : 2.6934939486211903E7, - "99.0" : 2.6934939486211903E7, - "99.9" : 2.6934939486211903E7, - "99.99" : 2.6934939486211903E7, - "99.999" : 2.6934939486211903E7, - "99.9999" : 2.6934939486211903E7, - "100.0" : 2.6934939486211903E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1994293112603314E7, - 2.6417229072243225E7, - 2.6934939486211903E7, - 2.579723755088275E7, - 2.6503074751266014E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3937198.338249445, - "scoreError" : 559899.2390688817, - "scoreConfidence" : [ - 3377299.0991805634, - 4497097.577318327 - ], - "scorePercentiles" : { - "0.0" : 3724662.17810163, - "50.0" : 4011977.21658953, - "90.0" : 4059455.281327446, - "95.0" : 4059455.281327446, - "99.0" : 4059455.281327446, - "99.9" : 4059455.281327446, - "99.99" : 4059455.281327446, - "99.999" : 4059455.281327446, - "99.9999" : 4059455.281327446, - "100.0" : 4059455.281327446 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3724662.17810163, - 4011977.21658953, - 3848152.418622296, - 4059455.281327446, - 4041744.5966063202 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 291427.49586302444, - "scoreError" : 52141.051273373705, - "scoreConfidence" : [ - 239286.44458965072, - 343568.54713639815 - ], - "scorePercentiles" : { - "0.0" : 267745.61889722204, - "50.0" : 296121.3980695008, - "90.0" : 301135.5633145886, - "95.0" : 301135.5633145886, - "99.0" : 301135.5633145886, - "99.9" : 301135.5633145886, - "99.99" : 301135.5633145886, - "99.999" : 301135.5633145886, - "99.9999" : 301135.5633145886, - "100.0" : 301135.5633145886 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 296121.3980695008, - 293493.4235972775, - 301135.5633145886, - 298641.4754365333, - 267745.61889722204 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1338.5400333638074, - "scoreError" : 146.16946574891605, - "scoreConfidence" : [ - 1192.3705676148913, - 1484.7094991127235 - ], - "scorePercentiles" : { - "0.0" : 1301.6884955295118, - "50.0" : 1327.634728452101, - "90.0" : 1395.006518207928, - "95.0" : 1395.006518207928, - "99.0" : 1395.006518207928, - "99.9" : 1395.006518207928, - "99.99" : 1395.006518207928, - "99.999" : 1395.006518207928, - "99.9999" : 1395.006518207928, - "100.0" : 1395.006518207928 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1311.1589780520721, - 1327.634728452101, - 1301.6884955295118, - 1357.211446577424, - 1395.006518207928 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4183681853836456E7, - "scoreError" : 2489288.5010234276, - "scoreConfidence" : [ - 1.1694393352813028E7, - 1.6672970354859885E7 - ], - "scorePercentiles" : { - "0.0" : 1.3044368089639999E7, - "50.0" : 1.4401906971155733E7, - "90.0" : 1.464463183368273E7, - "95.0" : 1.464463183368273E7, - "99.0" : 1.464463183368273E7, - "99.9" : 1.464463183368273E7, - "99.99" : 1.464463183368273E7, - "99.999" : 1.464463183368273E7, - "99.9999" : 1.464463183368273E7, - "100.0" : 1.464463183368273E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3044368089639999E7, - 1.464463183368273E7, - 1.4351916573960979E7, - 1.4475585800742839E7, - 1.4401906971155733E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2289439.596345228, - "scoreError" : 243535.64983224554, - "scoreConfidence" : [ - 2045903.9465129827, - 2532975.2461774736 - ], - "scorePercentiles" : { - "0.0" : 2208442.54581698, - "50.0" : 2326995.415303354, - "90.0" : 2343913.728812198, - "95.0" : 2343913.728812198, - "99.0" : 2343913.728812198, - "99.9" : 2343913.728812198, - "99.99" : 2343913.728812198, - "99.999" : 2343913.728812198, - "99.9999" : 2343913.728812198, - "100.0" : 2343913.728812198 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2333926.5699897804, - 2326995.415303354, - 2233919.7218038267, - 2208442.54581698, - 2343913.728812198 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 176390.4983868374, - "scoreError" : 42547.577666399186, - "scoreConfidence" : [ - 133842.9207204382, - 218938.07605323658 - ], - "scorePercentiles" : { - "0.0" : 161356.25496374763, - "50.0" : 182889.64694464553, - "90.0" : 186053.90822920666, - "95.0" : 186053.90822920666, - "99.0" : 186053.90822920666, - "99.9" : 186053.90822920666, - "99.99" : 186053.90822920666, - "99.999" : 186053.90822920666, - "99.9999" : 186053.90822920666, - "100.0" : 186053.90822920666 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 161356.25496374763, - 183766.0441615579, - 167886.63763502927, - 182889.64694464553, - 186053.90822920666 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 847.6277723200925, - "scoreError" : 176.5591127788893, - "scoreConfidence" : [ - 671.0686595412033, - 1024.1868850989817 - ], - "scorePercentiles" : { - "0.0" : 769.4477888664686, - "50.0" : 859.1825307810883, - "90.0" : 885.5691705985038, - "95.0" : 885.5691705985038, - "99.0" : 885.5691705985038, - "99.9" : 885.5691705985038, - "99.99" : 885.5691705985038, - "99.999" : 885.5691705985038, - "99.9999" : 885.5691705985038, - "100.0" : 885.5691705985038 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 849.4594430855548, - 769.4477888664686, - 885.5691705985038, - 859.1825307810883, - 874.4799282688473 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5931056389866017E7, - "scoreError" : 3671071.2975960537, - "scoreConfidence" : [ - 2.2259985092269965E7, - 2.960212768746207E7 - ], - "scorePercentiles" : { - "0.0" : 2.426280372797469E7, - "50.0" : 2.6162598528244823E7, - "90.0" : 2.6583017675461352E7, - "95.0" : 2.6583017675461352E7, - "99.0" : 2.6583017675461352E7, - "99.9" : 2.6583017675461352E7, - "99.99" : 2.6583017675461352E7, - "99.999" : 2.6583017675461352E7, - "99.9999" : 2.6583017675461352E7, - "100.0" : 2.6583017675461352E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6505056505166747E7, - 2.426280372797469E7, - 2.6162598528244823E7, - 2.6141805512482483E7, - 2.6583017675461352E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1670949.5503372103, - "scoreError" : 316182.0579008421, - "scoreConfidence" : [ - 1354767.4924363683, - 1987131.6082380523 - ], - "scorePercentiles" : { - "0.0" : 1535057.9133467944, - "50.0" : 1713061.9204193396, - "90.0" : 1727546.4980927694, - "95.0" : 1727546.4980927694, - "99.0" : 1727546.4980927694, - "99.9" : 1727546.4980927694, - "99.99" : 1727546.4980927694, - "99.999" : 1727546.4980927694, - "99.9999" : 1727546.4980927694, - "100.0" : 1727546.4980927694 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1727546.4980927694, - 1535057.9133467944, - 1713061.9204193396, - 1651892.917437394, - 1727188.5023897544 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 162744.91878813607, - "scoreError" : 27702.16914258399, - "scoreConfidence" : [ - 135042.74964555207, - 190447.08793072007 - ], - "scorePercentiles" : { - "0.0" : 154719.35060060938, - "50.0" : 165545.52726904157, - "90.0" : 171659.90261188717, - "95.0" : 171659.90261188717, - "99.0" : 171659.90261188717, - "99.9" : 171659.90261188717, - "99.99" : 171659.90261188717, - "99.999" : 171659.90261188717, - "99.9999" : 171659.90261188717, - "100.0" : 171659.90261188717 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 155976.19713135922, - 171659.90261188717, - 165823.6163277829, - 154719.35060060938, - 165545.52726904157 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 899.2906281026674, - "scoreError" : 110.76574179334592, - "scoreConfidence" : [ - 788.5248863093215, - 1010.0563698960133 - ], - "scorePercentiles" : { - "0.0" : 870.7154230877336, - "50.0" : 886.0049224677447, - "90.0" : 940.7106788763243, - "95.0" : 940.7106788763243, - "99.0" : 940.7106788763243, - "99.9" : 940.7106788763243, - "99.99" : 940.7106788763243, - "99.999" : 940.7106788763243, - "99.9999" : 940.7106788763243, - "100.0" : 940.7106788763243 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 882.1754230377936, - 886.0049224677447, - 870.7154230877336, - 940.7106788763243, - 916.8466930437402 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4181994068474319E7, - "scoreError" : 4192858.9819361065, - "scoreConfidence" : [ - 9989135.086538212, - 1.8374853050410427E7 - ], - "scorePercentiles" : { - "0.0" : 1.228209590413682E7, - "50.0" : 1.4484952127026483E7, - "90.0" : 1.4974671027705735E7, - "95.0" : 1.4974671027705735E7, - "99.0" : 1.4974671027705735E7, - "99.9" : 1.4974671027705735E7, - "99.99" : 1.4974671027705735E7, - "99.999" : 1.4974671027705735E7, - "99.9999" : 1.4974671027705735E7, - "100.0" : 1.4974671027705735E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4484952127026483E7, - 1.437268137034183E7, - 1.228209590413682E7, - 1.4795569913160732E7, - 1.4974671027705735E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2504135.901282241, - "scoreError" : 229895.02367490108, - "scoreConfidence" : [ - 2274240.87760734, - 2734030.924957142 - ], - "scorePercentiles" : { - "0.0" : 2405335.5498070396, - "50.0" : 2513933.9060479337, - "90.0" : 2567562.2512034685, - "95.0" : 2567562.2512034685, - "99.0" : 2567562.2512034685, - "99.9" : 2567562.2512034685, - "99.99" : 2567562.2512034685, - "99.999" : 2567562.2512034685, - "99.9999" : 2567562.2512034685, - "100.0" : 2567562.2512034685 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2511908.002957519, - 2405335.5498070396, - 2567562.2512034685, - 2521939.796395244, - 2513933.9060479337 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 190517.37569441818, - "scoreError" : 5657.685071403243, - "scoreConfidence" : [ - 184859.69062301493, - 196175.06076582143 - ], - "scorePercentiles" : { - "0.0" : 189034.65652361928, - "50.0" : 190147.69389828938, - "90.0" : 192518.4146040782, - "95.0" : 192518.4146040782, - "99.0" : 192518.4146040782, - "99.9" : 192518.4146040782, - "99.99" : 192518.4146040782, - "99.999" : 192518.4146040782, - "99.9999" : 192518.4146040782, - "100.0" : 192518.4146040782 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 189034.65652361928, - 192518.4146040782, - 191511.89820401045, - 189374.21524209363, - 190147.69389828938 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Put.putAndIterateKeys", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 799.9977409769233, - "scoreError" : 119.51749390478734, - "scoreConfidence" : [ - 680.480247072136, - 919.5152348817106 - ], - "scorePercentiles" : { - "0.0" : 764.6878858211015, - "50.0" : 815.3298836299641, - "90.0" : 826.1280467183312, - "95.0" : 826.1280467183312, - "99.0" : 826.1280467183312, - "99.9" : 826.1280467183312, - "99.99" : 826.1280467183312, - "99.999" : 826.1280467183312, - "99.9999" : 826.1280467183312, - "100.0" : 826.1280467183312 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 825.8171802096575, - 764.6878858211015, - 768.0257085055614, - 826.1280467183312, - 815.3298836299641 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.668921593410021E7, - "scoreError" : 3881004.935756618, - "scoreConfidence" : [ - 4.2808210998343594E7, - 5.057022086985683E7 - ], - "scorePercentiles" : { - "0.0" : 4.489995613373277E7, - "50.0" : 4.7159204037116595E7, - "90.0" : 4.726693637653683E7, - "95.0" : 4.726693637653683E7, - "99.0" : 4.726693637653683E7, - "99.9" : 4.726693637653683E7, - "99.99" : 4.726693637653683E7, - "99.999" : 4.726693637653683E7, - "99.9999" : 4.726693637653683E7, - "100.0" : 4.726693637653683E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.7187027849478595E7, - 4.489995613373277E7, - 4.726693637653683E7, - 4.69329552736363E7, - 4.7159204037116595E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2677517.113820661, - "scoreError" : 465350.73345382186, - "scoreConfidence" : [ - 2212166.380366839, - 3142867.8472744827 - ], - "scorePercentiles" : { - "0.0" : 2462164.4323669574, - "50.0" : 2721936.0531573514, - "90.0" : 2745323.346125167, - "95.0" : 2745323.346125167, - "99.0" : 2745323.346125167, - "99.9" : 2745323.346125167, - "99.99" : 2745323.346125167, - "99.999" : 2745323.346125167, - "99.9999" : 2745323.346125167, - "100.0" : 2745323.346125167 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2721936.0531573514, - 2462164.4323669574, - 2720310.2428225856, - 2737851.4946312425, - 2745323.346125167 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 195585.5840352986, - "scoreError" : 31714.77797547642, - "scoreConfidence" : [ - 163870.8060598222, - 227300.36201077502 - ], - "scorePercentiles" : { - "0.0" : 181223.64626914976, - "50.0" : 197906.3679988778, - "90.0" : 202275.27477483547, - "95.0" : 202275.27477483547, - "99.0" : 202275.27477483547, - "99.9" : 202275.27477483547, - "99.99" : 202275.27477483547, - "99.999" : 202275.27477483547, - "99.9999" : 202275.27477483547, - "100.0" : 202275.27477483547 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 197906.3679988778, - 197704.8024008081, - 181223.64626914976, - 202275.27477483547, - 198817.828732822 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 783.9901498959564, - "scoreError" : 100.15214834944211, - "scoreConfidence" : [ - 683.8380015465143, - 884.1422982453985 - ], - "scorePercentiles" : { - "0.0" : 750.0628008033603, - "50.0" : 779.5199762757293, - "90.0" : 819.7028118273552, - "95.0" : 819.7028118273552, - "99.0" : 819.7028118273552, - "99.9" : 819.7028118273552, - "99.99" : 819.7028118273552, - "99.999" : 819.7028118273552, - "99.9999" : 819.7028118273552, - "100.0" : 819.7028118273552 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 779.5199762757293, - 819.7028118273552, - 750.0628008033603, - 774.021812329662, - 796.643348243675 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.378638780362141E7, - "scoreError" : 3073836.3830644055, - "scoreConfidence" : [ - 2.0712551420557007E7, - 2.6860224186685815E7 - ], - "scorePercentiles" : { - "0.0" : 2.2360169718018968E7, - "50.0" : 2.411514223859937E7, - "90.0" : 2.418699046199725E7, - "95.0" : 2.418699046199725E7, - "99.0" : 2.418699046199725E7, - "99.9" : 2.418699046199725E7, - "99.99" : 2.418699046199725E7, - "99.999" : 2.418699046199725E7, - "99.9999" : 2.418699046199725E7, - "100.0" : 2.418699046199725E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4176314797343608E7, - 2.418699046199725E7, - 2.411514223859937E7, - 2.2360169718018968E7, - 2.4093321802147873E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2450590.494650883, - "scoreError" : 85347.04277386097, - "scoreConfidence" : [ - 2365243.451877022, - 2535937.537424744 - ], - "scorePercentiles" : { - "0.0" : 2413360.6926198658, - "50.0" : 2456607.0501097334, - "90.0" : 2469959.070627343, - "95.0" : 2469959.070627343, - "99.0" : 2469959.070627343, - "99.9" : 2469959.070627343, - "99.99" : 2469959.070627343, - "99.999" : 2469959.070627343, - "99.9999" : 2469959.070627343, - "100.0" : 2469959.070627343 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2456607.0501097334, - 2463494.511643204, - 2413360.6926198658, - 2449531.1482542693, - 2469959.070627343 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 142186.01752380675, - "scoreError" : 27620.0532544676, - "scoreConfidence" : [ - 114565.96426933915, - 169806.07077827436 - ], - "scorePercentiles" : { - "0.0" : 129411.00578154919, - "50.0" : 144926.0803637681, - "90.0" : 146527.6700021327, - "95.0" : 146527.6700021327, - "99.0" : 146527.6700021327, - "99.9" : 146527.6700021327, - "99.99" : 146527.6700021327, - "99.999" : 146527.6700021327, - "99.9999" : 146527.6700021327, - "100.0" : 146527.6700021327 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 144926.0803637681, - 129411.00578154919, - 146527.6700021327, - 145160.95014251792, - 144904.38132906577 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 552.2425246761754, - "scoreError" : 63.321640054686746, - "scoreConfidence" : [ - 488.9208846214887, - 615.5641647308622 - ], - "scorePercentiles" : { - "0.0" : 532.3037979786271, - "50.0" : 552.5353437311203, - "90.0" : 570.9720253913176, - "95.0" : 570.9720253913176, - "99.0" : 570.9720253913176, - "99.9" : 570.9720253913176, - "99.99" : 570.9720253913176, - "99.999" : 570.9720253913176, - "99.9999" : 570.9720253913176, - "100.0" : 570.9720253913176 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 552.5353437311203, - 565.6008113905384, - 539.8006448892735, - 570.9720253913176, - 532.3037979786271 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.65162141674789E7, - "scoreError" : 3926157.1374292895, - "scoreConfidence" : [ - 4.259005703004961E7, - 5.0442371304908186E7 - ], - "scorePercentiles" : { - "0.0" : 4.484332346214949E7, - "50.0" : 4.694923515969722E7, - "90.0" : 4.7359614445442684E7, - "95.0" : 4.7359614445442684E7, - "99.0" : 4.7359614445442684E7, - "99.9" : 4.7359614445442684E7, - "99.99" : 4.7359614445442684E7, - "99.999" : 4.7359614445442684E7, - "99.9999" : 4.7359614445442684E7, - "100.0" : 4.7359614445442684E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.7359614445442684E7, - 4.627716517251407E7, - 4.484332346214949E7, - 4.715173259759099E7, - 4.694923515969722E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1271485.0227858138, - "scoreError" : 138340.51681591605, - "scoreConfidence" : [ - 1133144.5059698978, - 1409825.5396017297 - ], - "scorePercentiles" : { - "0.0" : 1212921.4279090285, - "50.0" : 1286970.43909623, - "90.0" : 1304864.5553770678, - "95.0" : 1304864.5553770678, - "99.0" : 1304864.5553770678, - "99.9" : 1304864.5553770678, - "99.99" : 1304864.5553770678, - "99.999" : 1304864.5553770678, - "99.9999" : 1304864.5553770678, - "100.0" : 1304864.5553770678 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1289221.5968948621, - 1212921.4279090285, - 1263447.0946518797, - 1286970.43909623, - 1304864.5553770678 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 113622.73736413193, - "scoreError" : 6570.6126914528595, - "scoreConfidence" : [ - 107052.12467267907, - 120193.35005558479 - ], - "scorePercentiles" : { - "0.0" : 112100.12145932596, - "50.0" : 113334.8890780334, - "90.0" : 116466.87756289504, - "95.0" : 116466.87756289504, - "99.0" : 116466.87756289504, - "99.9" : 116466.87756289504, - "99.99" : 116466.87756289504, - "99.999" : 116466.87756289504, - "99.9999" : 116466.87756289504, - "100.0" : 116466.87756289504 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 113334.8890780334, - 112100.12145932596, - 113663.64680510257, - 116466.87756289504, - 112548.1519153027 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 545.1648359477224, - "scoreError" : 25.082462545452113, - "scoreConfidence" : [ - 520.0823734022703, - 570.2472984931745 - ], - "scorePercentiles" : { - "0.0" : 537.337394213748, - "50.0" : 544.9458347755123, - "90.0" : 555.0229797282328, - "95.0" : 555.0229797282328, - "99.0" : 555.0229797282328, - "99.9" : 555.0229797282328, - "99.99" : 555.0229797282328, - "99.999" : 555.0229797282328, - "99.9999" : 555.0229797282328, - "100.0" : 555.0229797282328 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 546.4475120172982, - 537.337394213748, - 544.9458347755123, - 555.0229797282328, - 542.070459003821 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.350984736332937E7, - "scoreError" : 3105216.199394561, - "scoreConfidence" : [ - 2.040463116393481E7, - 2.661506356272393E7 - ], - "scorePercentiles" : { - "0.0" : 2.2626927128877513E7, - "50.0" : 2.3736383005895708E7, - "90.0" : 2.4254129715954784E7, - "95.0" : 2.4254129715954784E7, - "99.0" : 2.4254129715954784E7, - "99.9" : 2.4254129715954784E7, - "99.99" : 2.4254129715954784E7, - "99.999" : 2.4254129715954784E7, - "99.9999" : 2.4254129715954784E7, - "100.0" : 2.4254129715954784E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2687267164037675E7, - 2.4254129715954784E7, - 2.3736383005895708E7, - 2.2626927128877513E7, - 2.424452980188116E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2419620.25951355, - "scoreError" : 196224.42540789163, - "scoreConfidence" : [ - 2223395.8341056583, - 2615844.6849214416 - ], - "scorePercentiles" : { - "0.0" : 2361878.6106169927, - "50.0" : 2426246.7073582956, - "90.0" : 2476981.8670926834, - "95.0" : 2476981.8670926834, - "99.0" : 2476981.8670926834, - "99.9" : 2476981.8670926834, - "99.99" : 2476981.8670926834, - "99.999" : 2476981.8670926834, - "99.9999" : 2476981.8670926834, - "100.0" : 2476981.8670926834 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2373489.2019796604, - 2459504.910520117, - 2361878.6106169927, - 2426246.7073582956, - 2476981.8670926834 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 139281.22630657823, - "scoreError" : 4887.604273379748, - "scoreConfidence" : [ - 134393.62203319848, - 144168.83057995798 - ], - "scorePercentiles" : { - "0.0" : 137125.87210991036, - "50.0" : 139884.46808977996, - "90.0" : 140231.8819925652, - "95.0" : 140231.8819925652, - "99.0" : 140231.8819925652, - "99.9" : 140231.8819925652, - "99.99" : 140231.8819925652, - "99.999" : 140231.8819925652, - "99.9999" : 140231.8819925652, - "100.0" : 140231.8819925652 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 140231.8819925652, - 139884.46808977996, - 139163.4044175042, - 137125.87210991036, - 140000.5049231315 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableMap.builder.Remove.putAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 546.151952721121, - "scoreError" : 93.7642658981503, - "scoreConfidence" : [ - 452.3876868229707, - 639.9162186192713 - ], - "scorePercentiles" : { - "0.0" : 503.70092858105687, - "50.0" : 554.2933739365326, - "90.0" : 565.3230414868647, - "95.0" : 565.3230414868647, - "99.0" : 565.3230414868647, - "99.9" : 565.3230414868647, - "99.99" : 565.3230414868647, - "99.999" : 565.3230414868647, - "99.9999" : 565.3230414868647, - "100.0" : 565.3230414868647 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 550.4612395500393, - 503.70092858105687, - 556.9811800511118, - 565.3230414868647, - 554.2933739365326 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.800407591392581E7, - "scoreError" : 9005574.145765236, - "scoreConfidence" : [ - 4.8998501768160574E7, - 6.700965005969105E7 - ], - "scorePercentiles" : { - "0.0" : 5.415906780527893E7, - "50.0" : 5.8833242544106595E7, - "90.0" : 5.981319181271596E7, - "95.0" : 5.981319181271596E7, - "99.0" : 5.981319181271596E7, - "99.9" : 5.981319181271596E7, - "99.99" : 5.981319181271596E7, - "99.999" : 5.981319181271596E7, - "99.9999" : 5.981319181271596E7, - "100.0" : 5.981319181271596E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.415906780527893E7, - 5.981319181271596E7, - 5.8833242544106595E7, - 5.9704213082419984E7, - 5.751066432510759E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5723926.942535536, - "scoreError" : 1125223.4407035687, - "scoreConfidence" : [ - 4598703.501831967, - 6849150.383239105 - ], - "scorePercentiles" : { - "0.0" : 5241360.587897737, - "50.0" : 5810428.668066557, - "90.0" : 5971327.319101303, - "95.0" : 5971327.319101303, - "99.0" : 5971327.319101303, - "99.9" : 5971327.319101303, - "99.99" : 5971327.319101303, - "99.999" : 5971327.319101303, - "99.9999" : 5971327.319101303, - "100.0" : 5971327.319101303 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5810428.668066557, - 5241360.587897737, - 5918576.735715239, - 5677941.4018968465, - 5971327.319101303 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 440518.87438214355, - "scoreError" : 29734.27784983703, - "scoreConfidence" : [ - 410784.5965323065, - 470253.1522319806 - ], - "scorePercentiles" : { - "0.0" : 431632.3948544494, - "50.0" : 441295.33716979343, - "90.0" : 451859.66913208476, - "95.0" : 451859.66913208476, - "99.0" : 451859.66913208476, - "99.9" : 451859.66913208476, - "99.99" : 451859.66913208476, - "99.999" : 451859.66913208476, - "99.9999" : 451859.66913208476, - "100.0" : 451859.66913208476 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 441295.33716979343, - 442446.4928785443, - 431632.3948544494, - 435360.47787584586, - 451859.66913208476 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1472.8795579177536, - "scoreError" : 106.75961606352412, - "scoreConfidence" : [ - 1366.1199418542294, - 1579.6391739812777 - ], - "scorePercentiles" : { - "0.0" : 1435.513544119204, - "50.0" : 1471.212554077406, - "90.0" : 1507.9359282537907, - "95.0" : 1507.9359282537907, - "99.0" : 1507.9359282537907, - "99.9" : 1507.9359282537907, - "99.99" : 1507.9359282537907, - "99.999" : 1507.9359282537907, - "99.9999" : 1507.9359282537907, - "100.0" : 1507.9359282537907 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1507.9359282537907, - 1489.681358635088, - 1471.212554077406, - 1460.054404503279, - 1435.513544119204 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.171396779969538E7, - "scoreError" : 3126215.350564799, - "scoreConfidence" : [ - 3.858775244913058E7, - 4.484018315026018E7 - ], - "scorePercentiles" : { - "0.0" : 4.031075268930716E7, - "50.0" : 4.200830003150483E7, - "90.0" : 4.239639360714713E7, - "95.0" : 4.239639360714713E7, - "99.0" : 4.239639360714713E7, - "99.9" : 4.239639360714713E7, - "99.99" : 4.239639360714713E7, - "99.999" : 4.239639360714713E7, - "99.9999" : 4.239639360714713E7, - "100.0" : 4.239639360714713E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.181711004891963E7, - 4.031075268930716E7, - 4.200830003150483E7, - 4.203728262159814E7, - 4.239639360714713E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3388416.387110567, - "scoreError" : 106346.09320569054, - "scoreConfidence" : [ - 3282070.293904877, - 3494762.4803162576 - ], - "scorePercentiles" : { - "0.0" : 3357028.1419873736, - "50.0" : 3383180.109549414, - "90.0" : 3419989.178453647, - "95.0" : 3419989.178453647, - "99.0" : 3419989.178453647, - "99.9" : 3419989.178453647, - "99.99" : 3419989.178453647, - "99.999" : 3419989.178453647, - "99.9999" : 3419989.178453647, - "100.0" : 3419989.178453647 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3368262.777893406, - 3357028.1419873736, - 3419989.178453647, - 3383180.109549414, - 3413621.7276689936 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 241125.16929698185, - "scoreError" : 41268.83637646417, - "scoreConfidence" : [ - 199856.33292051769, - 282394.005673446 - ], - "scorePercentiles" : { - "0.0" : 222282.32326457807, - "50.0" : 245463.90553874586, - "90.0" : 248874.2951790787, - "95.0" : 248874.2951790787, - "99.0" : 248874.2951790787, - "99.9" : 248874.2951790787, - "99.99" : 248874.2951790787, - "99.999" : 248874.2951790787, - "99.9999" : 248874.2951790787, - "100.0" : 248874.2951790787 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 245666.29670257756, - 248874.2951790787, - 222282.32326457807, - 243339.02579992908, - 245463.90553874586 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1438.9537434804067, - "scoreError" : 295.5555339754857, - "scoreConfidence" : [ - 1143.398209504921, - 1734.5092774558925 - ], - "scorePercentiles" : { - "0.0" : 1303.3281213201783, - "50.0" : 1467.5391457469827, - "90.0" : 1487.1703909204473, - "95.0" : 1487.1703909204473, - "99.0" : 1487.1703909204473, - "99.9" : 1487.1703909204473, - "99.99" : 1487.1703909204473, - "99.999" : 1487.1703909204473, - "99.9999" : 1487.1703909204473, - "100.0" : 1487.1703909204473 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1303.3281213201783, - 1487.1703909204473, - 1467.5391457469827, - 1480.5891111018923, - 1456.1419483125337 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.6843052666942224E7, - "scoreError" : 1.2233566779623399E7, - "scoreConfidence" : [ - 4.460948588731883E7, - 6.907661944656563E7 - ], - "scorePercentiles" : { - "0.0" : 5.265076325565273E7, - "50.0" : 5.9018062658997096E7, - "90.0" : 5.921808093459216E7, - "95.0" : 5.921808093459216E7, - "99.0" : 5.921808093459216E7, - "99.9" : 5.921808093459216E7, - "99.99" : 5.921808093459216E7, - "99.999" : 5.921808093459216E7, - "99.9999" : 5.921808093459216E7, - "100.0" : 5.921808093459216E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.417790850760692E7, - 5.265076325565273E7, - 5.9150447977862254E7, - 5.9018062658997096E7, - 5.921808093459216E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2853822.7004132136, - "scoreError" : 171859.74346464782, - "scoreConfidence" : [ - 2681962.956948566, - 3025682.4438778614 - ], - "scorePercentiles" : { - "0.0" : 2807421.2202717923, - "50.0" : 2843820.7121841446, - "90.0" : 2917053.6505793817, - "95.0" : 2917053.6505793817, - "99.0" : 2917053.6505793817, - "99.9" : 2917053.6505793817, - "99.99" : 2917053.6505793817, - "99.999" : 2917053.6505793817, - "99.9999" : 2917053.6505793817, - "100.0" : 2917053.6505793817 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2807421.2202717923, - 2917053.6505793817, - 2821312.047334928, - 2879505.8716958226, - 2843820.7121841446 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 247032.40973649517, - "scoreError" : 14172.888423295526, - "scoreConfidence" : [ - 232859.52131319966, - 261205.2981597907 - ], - "scorePercentiles" : { - "0.0" : 242103.99292437127, - "50.0" : 247380.60151567945, - "90.0" : 252269.32274815996, - "95.0" : 252269.32274815996, - "99.0" : 252269.32274815996, - "99.9" : 252269.32274815996, - "99.99" : 252269.32274815996, - "99.999" : 252269.32274815996, - "99.9999" : 252269.32274815996, - "100.0" : 252269.32274815996 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 247380.60151567945, - 252269.32274815996, - 245670.27378474586, - 242103.99292437127, - 247737.85770951957 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1120.3599960776996, - "scoreError" : 68.5789774245772, - "scoreConfidence" : [ - 1051.7810186531224, - 1188.938973502277 - ], - "scorePercentiles" : { - "0.0" : 1103.844181275527, - "50.0" : 1119.3534480161845, - "90.0" : 1146.5386218725612, - "95.0" : 1146.5386218725612, - "99.0" : 1146.5386218725612, - "99.9" : 1146.5386218725612, - "99.99" : 1146.5386218725612, - "99.999" : 1146.5386218725612, - "99.9999" : 1146.5386218725612, - "100.0" : 1146.5386218725612 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1146.5386218725612, - 1119.3534480161845, - 1104.3661763826037, - 1127.697552841622, - 1103.844181275527 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.191924703253807E7, - "scoreError" : 2027939.471486698, - "scoreConfidence" : [ - 3.9891307561051376E7, - 4.394718650402477E7 - ], - "scorePercentiles" : { - "0.0" : 4.121996181335478E7, - "50.0" : 4.1855425432841696E7, - "90.0" : 4.259989926110649E7, - "95.0" : 4.259989926110649E7, - "99.0" : 4.259989926110649E7, - "99.9" : 4.259989926110649E7, - "99.99" : 4.259989926110649E7, - "99.999" : 4.259989926110649E7, - "99.9999" : 4.259989926110649E7, - "100.0" : 4.259989926110649E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2234042128627025E7, - 4.1855425432841696E7, - 4.121996181335478E7, - 4.168690652676035E7, - 4.259989926110649E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3459713.994602007, - "scoreError" : 728552.602121428, - "scoreConfidence" : [ - 2731161.3924805787, - 4188266.596723435 - ], - "scorePercentiles" : { - "0.0" : 3147433.9918316645, - "50.0" : 3563561.12822197, - "90.0" : 3591267.3748259475, - "95.0" : 3591267.3748259475, - "99.0" : 3591267.3748259475, - "99.9" : 3591267.3748259475, - "99.99" : 3591267.3748259475, - "99.999" : 3591267.3748259475, - "99.9999" : 3591267.3748259475, - "100.0" : 3591267.3748259475 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3591267.3748259475, - 3583670.5407874864, - 3147433.9918316645, - 3412636.937342964, - 3563561.12822197 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 253503.0920598222, - "scoreError" : 11707.703960406065, - "scoreConfidence" : [ - 241795.38809941613, - 265210.79602022824 - ], - "scorePercentiles" : { - "0.0" : 249287.60818327536, - "50.0" : 253577.00527402066, - "90.0" : 256500.7966446227, - "95.0" : 256500.7966446227, - "99.0" : 256500.7966446227, - "99.9" : 256500.7966446227, - "99.99" : 256500.7966446227, - "99.999" : 256500.7966446227, - "99.9999" : 256500.7966446227, - "100.0" : 256500.7966446227 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 249287.60818327536, - 256500.7966446227, - 253577.00527402066, - 251888.56496428346, - 256261.48523290866 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1343.2015472686671, - "scoreError" : 318.6692275110207, - "scoreConfidence" : [ - 1024.5323197576463, - 1661.870774779688 - ], - "scorePercentiles" : { - "0.0" : 1243.2876807025198, - "50.0" : 1389.348245479534, - "90.0" : 1410.341303234631, - "95.0" : 1410.341303234631, - "99.0" : 1410.341303234631, - "99.9" : 1410.341303234631, - "99.99" : 1410.341303234631, - "99.999" : 1410.341303234631, - "99.9999" : 1410.341303234631, - "100.0" : 1410.341303234631 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1263.4205147644618, - 1243.2876807025198, - 1410.341303234631, - 1409.609992162189, - 1389.348245479534 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.774587260012348E7, - "scoreError" : 9294088.745449394, - "scoreConfidence" : [ - 3.8451783854674086E7, - 5.7039961345572874E7 - ], - "scorePercentiles" : { - "0.0" : 4.38749368072565E7, - "50.0" : 4.902499761567467E7, - "90.0" : 4.978010946612049E7, - "95.0" : 4.978010946612049E7, - "99.0" : 4.978010946612049E7, - "99.9" : 4.978010946612049E7, - "99.99" : 4.978010946612049E7, - "99.999" : 4.978010946612049E7, - "99.9999" : 4.978010946612049E7, - "100.0" : 4.978010946612049E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.978010946612049E7, - 4.38749368072565E7, - 4.693175825942235E7, - 4.911756085214338E7, - 4.902499761567467E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3755391.758345999, - "scoreError" : 607219.0963035156, - "scoreConfidence" : [ - 3148172.662042483, - 4362610.854649514 - ], - "scorePercentiles" : { - "0.0" : 3476008.5833191383, - "50.0" : 3812797.807011962, - "90.0" : 3859522.1041476866, - "95.0" : 3859522.1041476866, - "99.0" : 3859522.1041476866, - "99.9" : 3859522.1041476866, - "99.99" : 3859522.1041476866, - "99.999" : 3859522.1041476866, - "99.9999" : 3859522.1041476866, - "100.0" : 3859522.1041476866 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3812797.807011962, - 3476008.5833191383, - 3859522.1041476866, - 3801456.443627263, - 3827173.8536239434 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 332286.8357392712, - "scoreError" : 55451.96340794436, - "scoreConfidence" : [ - 276834.8723313268, - 387738.79914721556 - ], - "scorePercentiles" : { - "0.0" : 310460.25491454126, - "50.0" : 334885.911639327, - "90.0" : 347620.2881822614, - "95.0" : 347620.2881822614, - "99.0" : 347620.2881822614, - "99.9" : 347620.2881822614, - "99.99" : 347620.2881822614, - "99.999" : 347620.2881822614, - "99.9999" : 347620.2881822614, - "100.0" : 347620.2881822614 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 341433.48320973146, - 347620.2881822614, - 310460.25491454126, - 327034.24075049476, - 334885.911639327 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1187.569084886804, - "scoreError" : 111.20460639486264, - "scoreConfidence" : [ - 1076.3644784919413, - 1298.7736912816665 - ], - "scorePercentiles" : { - "0.0" : 1148.9470933941427, - "50.0" : 1179.2793518223361, - "90.0" : 1217.2134318115097, - "95.0" : 1217.2134318115097, - "99.0" : 1217.2134318115097, - "99.9" : 1217.2134318115097, - "99.99" : 1217.2134318115097, - "99.999" : 1217.2134318115097, - "99.9999" : 1217.2134318115097, - "100.0" : 1217.2134318115097 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1179.2793518223361, - 1148.9470933941427, - 1217.2134318115097, - 1215.5399375822642, - 1176.865609823766 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.6122527062880054E7, - "scoreError" : 2947548.5777756707, - "scoreConfidence" : [ - 3.3174978485104382E7, - 3.9070075640655726E7 - ], - "scorePercentiles" : { - "0.0" : 3.508627958979877E7, - "50.0" : 3.6127210497119054E7, - "90.0" : 3.716431510714054E7, - "95.0" : 3.716431510714054E7, - "99.0" : 3.716431510714054E7, - "99.9" : 3.716431510714054E7, - "99.99" : 3.716431510714054E7, - "99.999" : 3.716431510714054E7, - "99.9999" : 3.716431510714054E7, - "100.0" : 3.716431510714054E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.508627958979877E7, - 3.6127210497119054E7, - 3.642119609809948E7, - 3.581363402224244E7, - 3.716431510714054E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2583430.2492615925, - "scoreError" : 366111.8944700315, - "scoreConfidence" : [ - 2217318.354791561, - 2949542.143731624 - ], - "scorePercentiles" : { - "0.0" : 2426829.313470777, - "50.0" : 2587839.0635242206, - "90.0" : 2666953.5688641747, - "95.0" : 2666953.5688641747, - "99.0" : 2666953.5688641747, - "99.9" : 2666953.5688641747, - "99.99" : 2666953.5688641747, - "99.999" : 2666953.5688641747, - "99.9999" : 2666953.5688641747, - "100.0" : 2666953.5688641747 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2651545.1164465104, - 2583984.184002282, - 2426829.313470777, - 2666953.5688641747, - 2587839.0635242206 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 170963.26239204872, - "scoreError" : 28387.972977822483, - "scoreConfidence" : [ - 142575.28941422625, - 199351.2353698712 - ], - "scorePercentiles" : { - "0.0" : 158042.92455346353, - "50.0" : 173638.82512631526, - "90.0" : 176313.8991759323, - "95.0" : 176313.8991759323, - "99.0" : 176313.8991759323, - "99.9" : 176313.8991759323, - "99.99" : 176313.8991759323, - "99.999" : 176313.8991759323, - "99.9999" : 176313.8991759323, - "100.0" : 176313.8991759323 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 174572.62984750795, - 176313.8991759323, - 172248.0332570246, - 173638.82512631526, - 158042.92455346353 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 689.7255429130877, - "scoreError" : 30.968271562019584, - "scoreConfidence" : [ - 658.7572713510681, - 720.6938144751073 - ], - "scorePercentiles" : { - "0.0" : 681.5420923144367, - "50.0" : 690.1125669733802, - "90.0" : 700.3248020637195, - "95.0" : 700.3248020637195, - "99.0" : 700.3248020637195, - "99.9" : 700.3248020637195, - "99.99" : 700.3248020637195, - "99.999" : 700.3248020637195, - "99.9999" : 700.3248020637195, - "100.0" : 700.3248020637195 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 681.5420923144367, - 682.1870486844334, - 690.1125669733802, - 694.4612045294691, - 700.3248020637195 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.821300469764723E7, - "scoreError" : 6211371.030250118, - "scoreConfidence" : [ - 4.200163366739711E7, - 5.4424375727897346E7 - ], - "scorePercentiles" : { - "0.0" : 4.550292980127734E7, - "50.0" : 4.858136946509913E7, - "90.0" : 4.982003499757432E7, - "95.0" : 4.982003499757432E7, - "99.0" : 4.982003499757432E7, - "99.9" : 4.982003499757432E7, - "99.99" : 4.982003499757432E7, - "99.999" : 4.982003499757432E7, - "99.9999" : 4.982003499757432E7, - "100.0" : 4.982003499757432E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.838617956002167E7, - 4.550292980127734E7, - 4.877450966426368E7, - 4.982003499757432E7, - 4.858136946509913E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1878613.6394886565, - "scoreError" : 175816.71011426125, - "scoreConfidence" : [ - 1702796.9293743954, - 2054430.3496029177 - ], - "scorePercentiles" : { - "0.0" : 1809412.677337666, - "50.0" : 1880603.5281942491, - "90.0" : 1920519.44823357, - "95.0" : 1920519.44823357, - "99.0" : 1920519.44823357, - "99.9" : 1920519.44823357, - "99.99" : 1920519.44823357, - "99.999" : 1920519.44823357, - "99.9999" : 1920519.44823357, - "100.0" : 1920519.44823357 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1809412.677337666, - 1920519.44823357, - 1864155.5325656557, - 1918377.0111121417, - 1880603.5281942491 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 158820.41219269176, - "scoreError" : 17852.988027412706, - "scoreConfidence" : [ - 140967.42416527905, - 176673.40022010446 - ], - "scorePercentiles" : { - "0.0" : 152679.27047020596, - "50.0" : 157590.42331354893, - "90.0" : 164925.0022490727, - "95.0" : 164925.0022490727, - "99.0" : 164925.0022490727, - "99.9" : 164925.0022490727, - "99.99" : 164925.0022490727, - "99.999" : 164925.0022490727, - "99.9999" : 164925.0022490727, - "100.0" : 164925.0022490727 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 157590.42331354893, - 152679.27047020596, - 161538.01917207078, - 164925.0022490727, - 157369.34575856035 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 674.5073040663506, - "scoreError" : 170.30946445970005, - "scoreConfidence" : [ - 504.1978396066505, - 844.8167685260506 - ], - "scorePercentiles" : { - "0.0" : 601.0060525841999, - "50.0" : 687.232052542886, - "90.0" : 711.7188031624166, - "95.0" : 711.7188031624166, - "99.0" : 711.7188031624166, - "99.9" : 711.7188031624166, - "99.99" : 711.7188031624166, - "99.999" : 711.7188031624166, - "99.9999" : 711.7188031624166, - "100.0" : 711.7188031624166 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 668.9974230678575, - 601.0060525841999, - 687.232052542886, - 711.7188031624166, - 703.5821889743926 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.6071629249382555E7, - "scoreError" : 1695480.3146230148, - "scoreConfidence" : [ - 3.437614893475954E7, - 3.776710956400557E7 - ], - "scorePercentiles" : { - "0.0" : 3.547600742772075E7, - "50.0" : 3.609368264041627E7, - "90.0" : 3.667141747826657E7, - "95.0" : 3.667141747826657E7, - "99.0" : 3.667141747826657E7, - "99.9" : 3.667141747826657E7, - "99.99" : 3.667141747826657E7, - "99.999" : 3.667141747826657E7, - "99.9999" : 3.667141747826657E7, - "100.0" : 3.667141747826657E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.609368264041627E7, - 3.588509324804945E7, - 3.547600742772075E7, - 3.667141747826657E7, - 3.6231945452459715E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2713306.7501245835, - "scoreError" : 157132.41418639082, - "scoreConfidence" : [ - 2556174.335938193, - 2870439.164310974 - ], - "scorePercentiles" : { - "0.0" : 2654443.2495909063, - "50.0" : 2724450.2268710756, - "90.0" : 2764393.434738558, - "95.0" : 2764393.434738558, - "99.0" : 2764393.434738558, - "99.9" : 2764393.434738558, - "99.99" : 2764393.434738558, - "99.999" : 2764393.434738558, - "99.9999" : 2764393.434738558, - "100.0" : 2764393.434738558 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2654443.2495909063, - 2696520.9234389975, - 2764393.434738558, - 2724450.2268710756, - 2726725.9159833817 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 174568.6119831794, - "scoreError" : 20816.495122838223, - "scoreConfidence" : [ - 153752.1168603412, - 195385.10710601762 - ], - "scorePercentiles" : { - "0.0" : 165482.3721476079, - "50.0" : 175402.37869164674, - "90.0" : 179703.2774886657, - "95.0" : 179703.2774886657, - "99.0" : 179703.2774886657, - "99.9" : 179703.2774886657, - "99.99" : 179703.2774886657, - "99.999" : 179703.2774886657, - "99.9999" : 179703.2774886657, - "100.0" : 179703.2774886657 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 175027.90102022636, - 175402.37869164674, - 165482.3721476079, - 179703.2774886657, - 177227.13056775034 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 648.2278290281469, - "scoreError" : 58.886503793193235, - "scoreConfidence" : [ - 589.3413252349536, - 707.1143328213401 - ], - "scorePercentiles" : { - "0.0" : 625.875813788798, - "50.0" : 646.692389282256, - "90.0" : 666.3482772135878, - "95.0" : 666.3482772135878, - "99.0" : 666.3482772135878, - "99.9" : 666.3482772135878, - "99.99" : 666.3482772135878, - "99.999" : 666.3482772135878, - "99.9999" : 666.3482772135878, - "100.0" : 666.3482772135878 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 646.692389282256, - 657.7637427206632, - 625.875813788798, - 644.4589221354295, - 666.3482772135878 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.169726717140778E7, - "scoreError" : 7154725.298976814, - "scoreConfidence" : [ - 3.4542541872430965E7, - 4.88519924703846E7 - ], - "scorePercentiles" : { - "0.0" : 3.839158142293994E7, - "50.0" : 4.249636965434186E7, - "90.0" : 4.269387470980324E7, - "95.0" : 4.269387470980324E7, - "99.0" : 4.269387470980324E7, - "99.9" : 4.269387470980324E7, - "99.99" : 4.269387470980324E7, - "99.999" : 4.269387470980324E7, - "99.9999" : 4.269387470980324E7, - "100.0" : 4.269387470980324E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.268696394061673E7, - 4.221754612933714E7, - 3.839158142293994E7, - 4.269387470980324E7, - 4.249636965434186E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4478099.394714134, - "scoreError" : 474067.55562667915, - "scoreConfidence" : [ - 4004031.8390874546, - 4952166.950340813 - ], - "scorePercentiles" : { - "0.0" : 4277934.696187268, - "50.0" : 4493020.921596172, - "90.0" : 4606052.999347826, - "95.0" : 4606052.999347826, - "99.0" : 4606052.999347826, - "99.9" : 4606052.999347826, - "99.99" : 4606052.999347826, - "99.999" : 4606052.999347826, - "99.9999" : 4606052.999347826, - "100.0" : 4606052.999347826 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4493020.921596172, - 4277934.696187268, - 4472638.911296585, - 4606052.999347826, - 4540849.445142819 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 325130.2954303679, - "scoreError" : 38161.495967220515, - "scoreConfidence" : [ - 286968.7994631474, - 363291.79139758844 - ], - "scorePercentiles" : { - "0.0" : 308269.09842735884, - "50.0" : 326860.3578931271, - "90.0" : 332718.7207263599, - "95.0" : 332718.7207263599, - "99.0" : 332718.7207263599, - "99.9" : 332718.7207263599, - "99.99" : 332718.7207263599, - "99.999" : 332718.7207263599, - "99.9999" : 332718.7207263599, - "100.0" : 332718.7207263599 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 308269.09842735884, - 326860.3578931271, - 332027.5206276493, - 332718.7207263599, - 325775.7794773446 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1244.2333209901778, - "scoreError" : 22.9968769738622, - "scoreConfidence" : [ - 1221.2364440163155, - 1267.2301979640401 - ], - "scorePercentiles" : { - "0.0" : 1235.0664478539277, - "50.0" : 1245.1871866313058, - "90.0" : 1249.941671052611, - "95.0" : 1249.941671052611, - "99.0" : 1249.941671052611, - "99.9" : 1249.941671052611, - "99.99" : 1249.941671052611, - "99.999" : 1249.941671052611, - "99.9999" : 1249.941671052611, - "100.0" : 1249.941671052611 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1245.1871866313058, - 1235.0664478539277, - 1249.941671052611, - 1242.1685640595106, - 1248.8027353535344 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.187557588767892E7, - "scoreError" : 7993040.9939008, - "scoreConfidence" : [ - 1.3882534893778121E7, - 2.986861688157972E7 - ], - "scorePercentiles" : { - "0.0" : 1.819907644000273E7, - "50.0" : 2.274432545189456E7, - "90.0" : 2.321465207560417E7, - "95.0" : 2.321465207560417E7, - "99.0" : 2.321465207560417E7, - "99.9" : 2.321465207560417E7, - "99.99" : 2.321465207560417E7, - "99.999" : 2.321465207560417E7, - "99.9999" : 2.321465207560417E7, - "100.0" : 2.321465207560417E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.819907644000273E7, - 2.2395156664343752E7, - 2.282466880654938E7, - 2.274432545189456E7, - 2.321465207560417E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2414106.8006542255, - "scoreError" : 384860.42662929377, - "scoreConfidence" : [ - 2029246.3740249318, - 2798967.227283519 - ], - "scorePercentiles" : { - "0.0" : 2246554.6989870775, - "50.0" : 2440802.8393183183, - "90.0" : 2514609.4621138684, - "95.0" : 2514609.4621138684, - "99.0" : 2514609.4621138684, - "99.9" : 2514609.4621138684, - "99.99" : 2514609.4621138684, - "99.999" : 2514609.4621138684, - "99.9999" : 2514609.4621138684, - "100.0" : 2514609.4621138684 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2422963.8946255795, - 2445603.1082262825, - 2246554.6989870775, - 2514609.4621138684, - 2440802.8393183183 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 197097.40274654725, - "scoreError" : 8597.133075698823, - "scoreConfidence" : [ - 188500.2696708484, - 205694.53582224608 - ], - "scorePercentiles" : { - "0.0" : 194881.19276965468, - "50.0" : 196801.97982455796, - "90.0" : 200211.54057995064, - "95.0" : 200211.54057995064, - "99.0" : 200211.54057995064, - "99.9" : 200211.54057995064, - "99.99" : 200211.54057995064, - "99.999" : 200211.54057995064, - "99.9999" : 200211.54057995064, - "100.0" : 200211.54057995064 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 196801.97982455796, - 200211.54057995064, - 195205.45085942573, - 194881.19276965468, - 198386.8496991473 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1054.1847134269476, - "scoreError" : 169.65492689337154, - "scoreConfidence" : [ - 884.529786533576, - 1223.8396403203192 - ], - "scorePercentiles" : { - "0.0" : 977.3205120500741, - "50.0" : 1077.397945718341, - "90.0" : 1080.0796680339004, - "95.0" : 1080.0796680339004, - "99.0" : 1080.0796680339004, - "99.9" : 1080.0796680339004, - "99.99" : 1080.0796680339004, - "99.999" : 1080.0796680339004, - "99.9999" : 1080.0796680339004, - "100.0" : 1080.0796680339004 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1077.397945718341, - 1056.6167365390604, - 977.3205120500741, - 1080.0796680339004, - 1079.5087047933614 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.0990041247398674E7, - "scoreError" : 1.1994581140930364E7, - "scoreConfidence" : [ - 2.8995460106468312E7, - 5.298462238832904E7 - ], - "scorePercentiles" : { - "0.0" : 3.545494176764126E7, - "50.0" : 4.213683874662634E7, - "90.0" : 4.2883122209837586E7, - "95.0" : 4.2883122209837586E7, - "99.0" : 4.2883122209837586E7, - "99.9" : 4.2883122209837586E7, - "99.99" : 4.2883122209837586E7, - "99.999" : 4.2883122209837586E7, - "99.9999" : 4.2883122209837586E7, - "100.0" : 4.2883122209837586E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.545494176764126E7, - 4.2522677355820544E7, - 4.213683874662634E7, - 4.195262615706763E7, - 4.2883122209837586E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1378947.1245982728, - "scoreError" : 212777.80311838773, - "scoreConfidence" : [ - 1166169.3214798851, - 1591724.9277166605 - ], - "scorePercentiles" : { - "0.0" : 1284271.5127768295, - "50.0" : 1390658.587535271, - "90.0" : 1427452.8372731933, - "95.0" : 1427452.8372731933, - "99.0" : 1427452.8372731933, - "99.9" : 1427452.8372731933, - "99.99" : 1427452.8372731933, - "99.999" : 1427452.8372731933, - "99.9999" : 1427452.8372731933, - "100.0" : 1427452.8372731933 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1284271.5127768295, - 1387051.199923226, - 1405301.4854828452, - 1427452.8372731933, - 1390658.587535271 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 147600.13522530507, - "scoreError" : 34120.44464508804, - "scoreConfidence" : [ - 113479.69058021702, - 181720.57987039312 - ], - "scorePercentiles" : { - "0.0" : 135770.5765498643, - "50.0" : 150601.01086777612, - "90.0" : 155701.21414944463, - "95.0" : 155701.21414944463, - "99.0" : 155701.21414944463, - "99.9" : 155701.21414944463, - "99.99" : 155701.21414944463, - "99.999" : 155701.21414944463, - "99.9999" : 155701.21414944463, - "100.0" : 155701.21414944463 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 150601.01086777612, - 140920.09812443482, - 155007.7764350056, - 155701.21414944463, - 135770.5765498643 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 795.1348536601279, - "scoreError" : 182.0223008037054, - "scoreConfidence" : [ - 613.1125528564224, - 977.1571544638333 - ], - "scorePercentiles" : { - "0.0" : 712.2555948794242, - "50.0" : 807.6842019385157, - "90.0" : 829.5056842906403, - "95.0" : 829.5056842906403, - "99.0" : 829.5056842906403, - "99.9" : 829.5056842906403, - "99.99" : 829.5056842906403, - "99.999" : 829.5056842906403, - "99.9999" : 829.5056842906403, - "100.0" : 829.5056842906403 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 712.2555948794242, - 807.6842019385157, - 819.5837137617713, - 829.5056842906403, - 806.6450734302887 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.221366095954334E7, - "scoreError" : 5365196.280837415, - "scoreConfidence" : [ - 1.6848464678705923E7, - 2.7578857240380757E7 - ], - "scorePercentiles" : { - "0.0" : 1.9863089562075045E7, - "50.0" : 2.2608716835368667E7, - "90.0" : 2.336777057543334E7, - "95.0" : 2.336777057543334E7, - "99.0" : 2.336777057543334E7, - "99.9" : 2.336777057543334E7, - "99.99" : 2.336777057543334E7, - "99.999" : 2.336777057543334E7, - "99.9999" : 2.336777057543334E7, - "100.0" : 2.336777057543334E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2150110651633356E7, - 2.2608716835368667E7, - 1.9863089562075045E7, - 2.336777057543334E7, - 2.3078617173206285E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2541268.3661676547, - "scoreError" : 342446.0809154295, - "scoreConfidence" : [ - 2198822.285252225, - 2883714.4470830844 - ], - "scorePercentiles" : { - "0.0" : 2387716.767055859, - "50.0" : 2564063.5400834153, - "90.0" : 2618312.3772683255, - "95.0" : 2618312.3772683255, - "99.0" : 2618312.3772683255, - "99.9" : 2618312.3772683255, - "99.99" : 2618312.3772683255, - "99.999" : 2618312.3772683255, - "99.9999" : 2618312.3772683255, - "100.0" : 2618312.3772683255 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2577060.7701858515, - 2564063.5400834153, - 2559188.376244824, - 2387716.767055859, - 2618312.3772683255 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 198188.71938041068, - "scoreError" : 33196.66639389263, - "scoreConfidence" : [ - 164992.05298651804, - 231385.38577430331 - ], - "scorePercentiles" : { - "0.0" : 183237.58004198637, - "50.0" : 200693.22936259105, - "90.0" : 205567.2083868942, - "95.0" : 205567.2083868942, - "99.0" : 205567.2083868942, - "99.9" : 205567.2083868942, - "99.99" : 205567.2083868942, - "99.999" : 205567.2083868942, - "99.9999" : 205567.2083868942, - "100.0" : 205567.2083868942 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 200693.22936259105, - 183237.58004198637, - 201036.67713257557, - 205567.2083868942, - 200408.9019780061 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 992.707216448601, - "scoreError" : 32.986422352529466, - "scoreConfidence" : [ - 959.7207940960716, - 1025.6936388011304 - ], - "scorePercentiles" : { - "0.0" : 982.4782257214848, - "50.0" : 995.1218348344137, - "90.0" : 1002.3172996941006, - "95.0" : 1002.3172996941006, - "99.0" : 1002.3172996941006, - "99.9" : 1002.3172996941006, - "99.99" : 1002.3172996941006, - "99.999" : 1002.3172996941006, - "99.9999" : 1002.3172996941006, - "100.0" : 1002.3172996941006 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1002.3172996941006, - 995.1218348344137, - 998.4842749100953, - 982.4782257214848, - 985.1344470829107 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.561226902542264E8, - "scoreError" : 7277524.566488419, - "scoreConfidence" : [ - 2.4884516568773797E8, - 2.634002148207148E8 - ], - "scorePercentiles" : { - "0.0" : 2.5304433780053023E8, - "50.0" : 2.5666610152334723E8, - "90.0" : 2.578413938787948E8, - "95.0" : 2.578413938787948E8, - "99.0" : 2.578413938787948E8, - "99.9" : 2.578413938787948E8, - "99.99" : 2.578413938787948E8, - "99.999" : 2.578413938787948E8, - "99.9999" : 2.578413938787948E8, - "100.0" : 2.578413938787948E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5666610152334723E8, - 2.5304433780053023E8, - 2.578413938787948E8, - 2.573147193086327E8, - 2.5574689875982702E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.745415473694856E7, - "scoreError" : 902082.4403326996, - "scoreConfidence" : [ - 2.655207229661586E7, - 2.835623717728126E7 - ], - "scorePercentiles" : { - "0.0" : 2.71732758634719E7, - "50.0" : 2.7442310914491344E7, - "90.0" : 2.7784505782067627E7, - "95.0" : 2.7784505782067627E7, - "99.0" : 2.7784505782067627E7, - "99.9" : 2.7784505782067627E7, - "99.99" : 2.7784505782067627E7, - "99.999" : 2.7784505782067627E7, - "99.9999" : 2.7784505782067627E7, - "100.0" : 2.7784505782067627E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7442310914491344E7, - 2.7559140609425325E7, - 2.7784505782067627E7, - 2.731154051528661E7, - 2.71732758634719E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1848552.1263456051, - "scoreError" : 37363.67097066492, - "scoreConfidence" : [ - 1811188.4553749403, - 1885915.79731627 - ], - "scorePercentiles" : { - "0.0" : 1838576.6462967775, - "50.0" : 1848089.0966699761, - "90.0" : 1862852.9574750478, - "95.0" : 1862852.9574750478, - "99.0" : 1862852.9574750478, - "99.9" : 1862852.9574750478, - "99.99" : 1862852.9574750478, - "99.999" : 1862852.9574750478, - "99.9999" : 1862852.9574750478, - "100.0" : 1862852.9574750478 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1852318.0394704859, - 1838576.6462967775, - 1862852.9574750478, - 1848089.0966699761, - 1840923.8918157383 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 6836.903690869566, - "scoreError" : 195.11433874359113, - "scoreConfidence" : [ - 6641.789352125975, - 7032.0180296131575 - ], - "scorePercentiles" : { - "0.0" : 6803.236579727208, - "50.0" : 6824.012333800645, - "90.0" : 6925.9265161196045, - "95.0" : 6925.9265161196045, - "99.0" : 6925.9265161196045, - "99.9" : 6925.9265161196045, - "99.99" : 6925.9265161196045, - "99.999" : 6925.9265161196045, - "99.9999" : 6925.9265161196045, - "100.0" : 6925.9265161196045 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6824.012333800645, - 6824.147733738206, - 6925.9265161196045, - 6807.1952909621705, - 6803.236579727208 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2971952292467967E8, - "scoreError" : 4246307.846422226, - "scoreConfidence" : [ - 2.2547321507825744E8, - 2.339658307711019E8 - ], - "scorePercentiles" : { - "0.0" : 2.286380489202796E8, - "50.0" : 2.2927998696573696E8, - "90.0" : 2.3137059597455144E8, - "95.0" : 2.3137059597455144E8, - "99.0" : 2.3137059597455144E8, - "99.9" : 2.3137059597455144E8, - "99.99" : 2.3137059597455144E8, - "99.999" : 2.3137059597455144E8, - "99.9999" : 2.3137059597455144E8, - "100.0" : 2.3137059597455144E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.3027375523562223E8, - 2.2927998696573696E8, - 2.29035227527208E8, - 2.286380489202796E8, - 2.3137059597455144E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9957776.271261772, - "scoreError" : 1509610.6612274565, - "scoreConfidence" : [ - 8448165.610034315, - 1.146738693248923E7 - ], - "scorePercentiles" : { - "0.0" : 9323626.771151077, - "50.0" : 1.0059341034163164E7, - "90.0" : 1.0286271405927451E7, - "95.0" : 1.0286271405927451E7, - "99.0" : 1.0286271405927451E7, - "99.9" : 1.0286271405927451E7, - "99.99" : 1.0286271405927451E7, - "99.999" : 1.0286271405927451E7, - "99.9999" : 1.0286271405927451E7, - "100.0" : 1.0286271405927451E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0059341034163164E7, - 1.0251639416148836E7, - 1.0286271405927451E7, - 9868002.72891833, - 9323626.771151077 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 539350.7281790547, - "scoreError" : 84813.65247861882, - "scoreConfidence" : [ - 454537.07570043585, - 624164.3806576735 - ], - "scorePercentiles" : { - "0.0" : 502167.6629281868, - "50.0" : 544255.113296124, - "90.0" : 560746.8133103187, - "95.0" : 560746.8133103187, - "99.0" : 560746.8133103187, - "99.9" : 560746.8133103187, - "99.99" : 560746.8133103187, - "99.999" : 560746.8133103187, - "99.9999" : 560746.8133103187, - "100.0" : 560746.8133103187 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 547699.6546525487, - 560746.8133103187, - 502167.6629281868, - 544255.113296124, - 541884.3967080949 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1636.9182809557192, - "scoreError" : 87.79141305838992, - "scoreConfidence" : [ - 1549.1268678973292, - 1724.7096940141091 - ], - "scorePercentiles" : { - "0.0" : 1605.3781407234094, - "50.0" : 1640.5101969128368, - "90.0" : 1660.448052265262, - "95.0" : 1660.448052265262, - "99.0" : 1660.448052265262, - "99.9" : 1660.448052265262, - "99.99" : 1660.448052265262, - "99.999" : 1660.448052265262, - "99.9999" : 1660.448052265262, - "100.0" : 1660.448052265262 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1605.3781407234094, - 1655.0666317932667, - 1623.1883830838208, - 1660.448052265262, - 1640.5101969128368 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5540881913953552E8, - "scoreError" : 1.1253473221705938E7, - "scoreConfidence" : [ - 2.4415534591782957E8, - 2.6666229236124146E8 - ], - "scorePercentiles" : { - "0.0" : 2.50887654431698E8, - "50.0" : 2.565115280893611E8, - "90.0" : 2.579801673081144E8, - "95.0" : 2.579801673081144E8, - "99.0" : 2.579801673081144E8, - "99.9" : 2.579801673081144E8, - "99.99" : 2.579801673081144E8, - "99.999" : 2.579801673081144E8, - "99.9999" : 2.579801673081144E8, - "100.0" : 2.579801673081144E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.579801673081144E8, - 2.565115280893611E8, - 2.50887654431698E8, - 2.5416859767175934E8, - 2.574961481967449E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5462333.819498673, - "scoreError" : 155674.48478355276, - "scoreConfidence" : [ - 5306659.3347151205, - 5618008.304282226 - ], - "scorePercentiles" : { - "0.0" : 5409808.48084649, - "50.0" : 5485983.833904408, - "90.0" : 5498874.8344448265, - "95.0" : 5498874.8344448265, - "99.0" : 5498874.8344448265, - "99.9" : 5498874.8344448265, - "99.99" : 5498874.8344448265, - "99.999" : 5498874.8344448265, - "99.9999" : 5498874.8344448265, - "100.0" : 5498874.8344448265 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5485983.833904408, - 5409808.48084649, - 5428047.025798616, - 5488954.922499026, - 5498874.8344448265 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 522971.090575845, - "scoreError" : 9435.010584862837, - "scoreConfidence" : [ - 513536.07999098214, - 532406.1011607078 - ], - "scorePercentiles" : { - "0.0" : 519015.47279874585, - "50.0" : 523165.3100126292, - "90.0" : 525103.7572998126, - "95.0" : 525103.7572998126, - "99.0" : 525103.7572998126, - "99.9" : 525103.7572998126, - "99.99" : 525103.7572998126, - "99.999" : 525103.7572998126, - "99.9999" : 525103.7572998126, - "100.0" : 525103.7572998126 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 525103.7572998126, - 519015.47279874585, - 523165.3100126292, - 522677.4254340889, - 524893.4873339484 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2100.770938818261, - "scoreError" : 76.85044799451018, - "scoreConfidence" : [ - 2023.920490823751, - 2177.621386812771 - ], - "scorePercentiles" : { - "0.0" : 2081.3116446757913, - "50.0" : 2099.2661718482577, - "90.0" : 2133.787526924233, - "95.0" : 2133.787526924233, - "99.0" : 2133.787526924233, - "99.9" : 2133.787526924233, - "99.99" : 2133.787526924233, - "99.999" : 2133.787526924233, - "99.9999" : 2133.787526924233, - "100.0" : 2133.787526924233 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2133.787526924233, - 2099.7247676379343, - 2089.7645830050888, - 2081.3116446757913, - 2099.2661718482577 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3027482020106253E8, - "scoreError" : 5278973.85755141, - "scoreConfidence" : [ - 2.2499584634351113E8, - 2.3555379405861393E8 - ], - "scorePercentiles" : { - "0.0" : 2.286523186598901E8, - "50.0" : 2.3052925700506583E8, - "90.0" : 2.3217531773958683E8, - "95.0" : 2.3217531773958683E8, - "99.0" : 2.3217531773958683E8, - "99.9" : 2.3217531773958683E8, - "99.99" : 2.3217531773958683E8, - "99.999" : 2.3217531773958683E8, - "99.9999" : 2.3217531773958683E8, - "100.0" : 2.3217531773958683E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.3073899541031456E8, - 2.286523186598901E8, - 2.292782121904554E8, - 2.3217531773958683E8, - 2.3052925700506583E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.02286312604928E7, - "scoreError" : 2240150.2317172596, - "scoreConfidence" : [ - 7988481.02877554, - 1.246878149221006E7 - ], - "scorePercentiles" : { - "0.0" : 9218250.570444869, - "50.0" : 1.052075283811721E7, - "90.0" : 1.0600451300136616E7, - "95.0" : 1.0600451300136616E7, - "99.0" : 1.0600451300136616E7, - "99.9" : 1.0600451300136616E7, - "99.99" : 1.0600451300136616E7, - "99.999" : 1.0600451300136616E7, - "99.9999" : 1.0600451300136616E7, - "100.0" : 1.0600451300136616E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9218250.570444869, - 1.0558876302033527E7, - 1.0244825291731773E7, - 1.0600451300136616E7, - 1.052075283811721E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 519077.0271963611, - "scoreError" : 17467.270035828158, - "scoreConfidence" : [ - 501609.7571605329, - 536544.2972321892 - ], - "scorePercentiles" : { - "0.0" : 514297.8741799505, - "50.0" : 518581.5947429135, - "90.0" : 524101.596434508, - "95.0" : 524101.596434508, - "99.0" : 524101.596434508, - "99.9" : 524101.596434508, - "99.99" : 524101.596434508, - "99.999" : 524101.596434508, - "99.9999" : 524101.596434508, - "100.0" : 524101.596434508 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 514297.8741799505, - 523321.80092066573, - 518581.5947429135, - 515082.26970376767, - 524101.596434508 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1597.3779852277326, - "scoreError" : 108.96999244604721, - "scoreConfidence" : [ - 1488.4079927816854, - 1706.3479776737797 - ], - "scorePercentiles" : { - "0.0" : 1567.6719601090792, - "50.0" : 1583.848497033932, - "90.0" : 1634.119781779085, - "95.0" : 1634.119781779085, - "99.0" : 1634.119781779085, - "99.9" : 1634.119781779085, - "99.99" : 1634.119781779085, - "99.999" : 1634.119781779085, - "99.9999" : 1634.119781779085, - "100.0" : 1634.119781779085 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1581.0438416021773, - 1634.119781779085, - 1583.848497033932, - 1620.2058456143889, - 1567.6719601090792 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4939924223267016E8, - "scoreError" : 2770764.0677938177, - "scoreConfidence" : [ - 1.4662847816487634E8, - 1.5217000630046397E8 - ], - "scorePercentiles" : { - "0.0" : 1.4862415930939478E8, - "50.0" : 1.495035536774226E8, - "90.0" : 1.503229788964734E8, - "95.0" : 1.503229788964734E8, - "99.0" : 1.503229788964734E8, - "99.9" : 1.503229788964734E8, - "99.99" : 1.503229788964734E8, - "99.999" : 1.503229788964734E8, - "99.9999" : 1.503229788964734E8, - "100.0" : 1.503229788964734E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.487369709909481E8, - 1.4862415930939478E8, - 1.503229788964734E8, - 1.495035536774226E8, - 1.498085482891118E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.2387343010730233E7, - "scoreError" : 1188539.2399231102, - "scoreConfidence" : [ - 2.1198803770807125E7, - 2.357588225065334E7 - ], - "scorePercentiles" : { - "0.0" : 2.189390613089153E7, - "50.0" : 2.2402739509175964E7, - "90.0" : 2.2697049381820932E7, - "95.0" : 2.2697049381820932E7, - "99.0" : 2.2697049381820932E7, - "99.9" : 2.2697049381820932E7, - "99.99" : 2.2697049381820932E7, - "99.999" : 2.2697049381820932E7, - "99.9999" : 2.2697049381820932E7, - "100.0" : 2.2697049381820932E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2402739509175964E7, - 2.258830136777283E7, - 2.235471866398991E7, - 2.189390613089153E7, - 2.2697049381820932E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2011540.0929703054, - "scoreError" : 33062.77948715621, - "scoreConfidence" : [ - 1978477.313483149, - 2044602.8724574617 - ], - "scorePercentiles" : { - "0.0" : 1999385.9938344692, - "50.0" : 2010678.3665045472, - "90.0" : 2021984.667115259, - "95.0" : 2021984.667115259, - "99.0" : 2021984.667115259, - "99.9" : 2021984.667115259, - "99.99" : 2021984.667115259, - "99.999" : 2021984.667115259, - "99.9999" : 2021984.667115259, - "100.0" : 2021984.667115259 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2008700.2722680562, - 2016951.1651291945, - 1999385.9938344692, - 2010678.3665045472, - 2021984.667115259 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10905.173158470001, - "scoreError" : 1145.6243469280191, - "scoreConfidence" : [ - 9759.548811541981, - 12050.79750539802 - ], - "scorePercentiles" : { - "0.0" : 10639.299064982168, - "50.0" : 10838.163766905722, - "90.0" : 11389.959551301272, - "95.0" : 11389.959551301272, - "99.0" : 11389.959551301272, - "99.9" : 11389.959551301272, - "99.99" : 11389.959551301272, - "99.999" : 11389.959551301272, - "99.9999" : 11389.959551301272, - "100.0" : 11389.959551301272 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10838.163766905722, - 10702.087274084246, - 11389.959551301272, - 10639.299064982168, - 10956.356135076596 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.1604252913179046E8, - "scoreError" : 7176538.947713509, - "scoreConfidence" : [ - 3.0886599018407696E8, - 3.2321906807950395E8 - ], - "scorePercentiles" : { - "0.0" : 3.144131322061563E8, - "50.0" : 3.1594524478018206E8, - "90.0" : 3.18940835894671E8, - "95.0" : 3.18940835894671E8, - "99.0" : 3.18940835894671E8, - "99.9" : 3.18940835894671E8, - "99.99" : 3.18940835894671E8, - "99.999" : 3.18940835894671E8, - "99.9999" : 3.18940835894671E8, - "100.0" : 3.18940835894671E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.18940835894671E8, - 3.144131322061563E8, - 3.1594524478018206E8, - 3.144215979510151E8, - 3.164918348269276E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.572406305942621E7, - "scoreError" : 662949.8732972303, - "scoreConfidence" : [ - 3.506111318612898E7, - 3.638701293272344E7 - ], - "scorePercentiles" : { - "0.0" : 3.542976482653307E7, - "50.0" : 3.579419952775249E7, - "90.0" : 3.584659485188372E7, - "95.0" : 3.584659485188372E7, - "99.0" : 3.584659485188372E7, - "99.9" : 3.584659485188372E7, - "99.99" : 3.584659485188372E7, - "99.999" : 3.584659485188372E7, - "99.9999" : 3.584659485188372E7, - "100.0" : 3.584659485188372E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.579419952775249E7, - 3.583342526757141E7, - 3.571633082339038E7, - 3.542976482653307E7, - 3.584659485188372E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3451001.599825675, - "scoreError" : 38795.918292994706, - "scoreConfidence" : [ - 3412205.6815326805, - 3489797.5181186697 - ], - "scorePercentiles" : { - "0.0" : 3437113.339220554, - "50.0" : 3449337.3390147164, - "90.0" : 3461417.0808148845, - "95.0" : 3461417.0808148845, - "99.0" : 3461417.0808148845, - "99.9" : 3461417.0808148845, - "99.99" : 3461417.0808148845, - "99.999" : 3461417.0808148845, - "99.9999" : 3461417.0808148845, - "100.0" : 3461417.0808148845 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3460229.938558308, - 3437113.339220554, - 3461417.0808148845, - 3449337.3390147164, - 3446910.3015199113 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9436.32831462799, - "scoreError" : 321.2238147545087, - "scoreConfidence" : [ - 9115.104499873481, - 9757.552129382499 - ], - "scorePercentiles" : { - "0.0" : 9300.611281627092, - "50.0" : 9439.680643551897, - "90.0" : 9523.366122631463, - "95.0" : 9523.366122631463, - "99.0" : 9523.366122631463, - "99.9" : 9523.366122631463, - "99.99" : 9523.366122631463, - "99.999" : 9523.366122631463, - "99.9999" : 9523.366122631463, - "100.0" : 9523.366122631463 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9523.366122631463, - 9439.680643551897, - 9479.02832462023, - 9438.955200709266, - 9300.611281627092 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4994732076722103E8, - "scoreError" : 3494178.6677110535, - "scoreConfidence" : [ - 1.4645314209950998E8, - 1.5344149943493208E8 - ], - "scorePercentiles" : { - "0.0" : 1.4842520836173773E8, - "50.0" : 1.5013688675875732E8, - "90.0" : 1.507592222681056E8, - "95.0" : 1.507592222681056E8, - "99.0" : 1.507592222681056E8, - "99.9" : 1.507592222681056E8, - "99.99" : 1.507592222681056E8, - "99.999" : 1.507592222681056E8, - "99.9999" : 1.507592222681056E8, - "100.0" : 1.507592222681056E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5047802697384298E8, - 1.4993725947366157E8, - 1.4842520836173773E8, - 1.507592222681056E8, - 1.5013688675875732E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 7467601.779914151, - "scoreError" : 182474.52141723293, - "scoreConfidence" : [ - 7285127.258496918, - 7650076.301331384 - ], - "scorePercentiles" : { - "0.0" : 7403899.9506735075, - "50.0" : 7459435.140744776, - "90.0" : 7531071.621161341, - "95.0" : 7531071.621161341, - "99.0" : 7531071.621161341, - "99.9" : 7531071.621161341, - "99.99" : 7531071.621161341, - "99.999" : 7531071.621161341, - "99.9999" : 7531071.621161341, - "100.0" : 7531071.621161341 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7491728.515404144, - 7451873.671586986, - 7459435.140744776, - 7531071.621161341, - 7403899.9506735075 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 899287.784144108, - "scoreError" : 29139.91674329041, - "scoreConfidence" : [ - 870147.8674008176, - 928427.7008873983 - ], - "scorePercentiles" : { - "0.0" : 886985.4267432439, - "50.0" : 899785.3958969973, - "90.0" : 905895.9940228806, - "95.0" : 905895.9940228806, - "99.0" : 905895.9940228806, - "99.9" : 905895.9940228806, - "99.99" : 905895.9940228806, - "99.999" : 905895.9940228806, - "99.9999" : 905895.9940228806, - "100.0" : 905895.9940228806 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 905895.9940228806, - 905072.3378156248, - 898699.7662417941, - 886985.4267432439, - 899785.3958969973 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4857.415867787493, - "scoreError" : 182.84869508557927, - "scoreConfidence" : [ - 4674.5671727019135, - 5040.2645628730725 - ], - "scorePercentiles" : { - "0.0" : 4802.461272198542, - "50.0" : 4862.362793823691, - "90.0" : 4927.052292425011, - "95.0" : 4927.052292425011, - "99.0" : 4927.052292425011, - "99.9" : 4927.052292425011, - "99.99" : 4927.052292425011, - "99.999" : 4927.052292425011, - "99.9999" : 4927.052292425011, - "100.0" : 4927.052292425011 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4862.362793823691, - 4802.461272198542, - 4826.002517557983, - 4927.052292425011, - 4869.200462932238 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.1469689462306136E8, - "scoreError" : 7758879.5393646145, - "scoreConfidence" : [ - 3.069380150836967E8, - 3.22455774162426E8 - ], - "scorePercentiles" : { - "0.0" : 3.1171504111749274E8, - "50.0" : 3.146311452697603E8, - "90.0" : 3.1720391161014956E8, - "95.0" : 3.1720391161014956E8, - "99.0" : 3.1720391161014956E8, - "99.9" : 3.1720391161014956E8, - "99.99" : 3.1720391161014956E8, - "99.999" : 3.1720391161014956E8, - "99.9999" : 3.1720391161014956E8, - "100.0" : 3.1720391161014956E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.146311452697603E8, - 3.1171504111749274E8, - 3.1564289932542807E8, - 3.142914757924761E8, - 3.1720391161014956E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.872585522848015E7, - "scoreError" : 920346.9988345434, - "scoreConfidence" : [ - 3.780550822964561E7, - 3.9646202227314696E7 - ], - "scorePercentiles" : { - "0.0" : 3.842860794365575E7, - "50.0" : 3.8651751940470725E7, - "90.0" : 3.904427913662723E7, - "95.0" : 3.904427913662723E7, - "99.0" : 3.904427913662723E7, - "99.9" : 3.904427913662723E7, - "99.99" : 3.904427913662723E7, - "99.999" : 3.904427913662723E7, - "99.9999" : 3.904427913662723E7, - "100.0" : 3.904427913662723E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.842860794365575E7, - 3.904427913662723E7, - 3.887854010121785E7, - 3.862609702042922E7, - 3.8651751940470725E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3426223.046172069, - "scoreError" : 85984.80082755379, - "scoreConfidence" : [ - 3340238.245344515, - 3512207.846999623 - ], - "scorePercentiles" : { - "0.0" : 3389339.752426955, - "50.0" : 3436975.1405732366, - "90.0" : 3442903.2428646903, - "95.0" : 3442903.2428646903, - "99.0" : 3442903.2428646903, - "99.9" : 3442903.2428646903, - "99.99" : 3442903.2428646903, - "99.999" : 3442903.2428646903, - "99.9999" : 3442903.2428646903, - "100.0" : 3442903.2428646903 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3421058.2138797855, - 3436975.1405732366, - 3389339.752426955, - 3442903.2428646903, - 3440838.881115678 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9373.462732815173, - "scoreError" : 621.8430450170629, - "scoreConfidence" : [ - 8751.61968779811, - 9995.305777832236 - ], - "scorePercentiles" : { - "0.0" : 9196.501908176184, - "50.0" : 9422.505287014099, - "90.0" : 9568.579653791274, - "95.0" : 9568.579653791274, - "99.0" : 9568.579653791274, - "99.9" : 9568.579653791274, - "99.99" : 9568.579653791274, - "99.999" : 9568.579653791274, - "99.9999" : 9568.579653791274, - "100.0" : 9568.579653791274 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9216.84269679947, - 9196.501908176184, - 9422.505287014099, - 9462.884118294833, - 9568.579653791274 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.407209470321757E8, - "scoreError" : 2.126426122276193E7, - "scoreConfidence" : [ - 4.194566858094138E8, - 4.6198520825493765E8 - ], - "scorePercentiles" : { - "0.0" : 4.3187348500057447E8, - "50.0" : 4.407940118071233E8, - "90.0" : 4.4642504374905217E8, - "95.0" : 4.4642504374905217E8, - "99.0" : 4.4642504374905217E8, - "99.9" : 4.4642504374905217E8, - "99.99" : 4.4642504374905217E8, - "99.999" : 4.4642504374905217E8, - "99.9999" : 4.4642504374905217E8, - "100.0" : 4.4642504374905217E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.4405171087916386E8, - 4.3187348500057447E8, - 4.4642504374905217E8, - 4.407940118071233E8, - 4.40460483724965E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.395728022027708E8, - "scoreError" : 6662981.799058502, - "scoreConfidence" : [ - 4.3290982040371233E8, - 4.462357840018293E8 - ], - "scorePercentiles" : { - "0.0" : 4.3741558182911044E8, - "50.0" : 4.3970741655511606E8, - "90.0" : 4.412695723961386E8, - "95.0" : 4.412695723961386E8, - "99.0" : 4.412695723961386E8, - "99.9" : 4.412695723961386E8, - "99.99" : 4.412695723961386E8, - "99.999" : 4.412695723961386E8, - "99.9999" : 4.412695723961386E8, - "100.0" : 4.412695723961386E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.4121434825115246E8, - 4.3741558182911044E8, - 4.3970741655511606E8, - 4.412695723961386E8, - 4.3825709198233646E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 5591138.812003536, - "scoreError" : 139621.77140192257, - "scoreConfidence" : [ - 5451517.040601614, - 5730760.583405458 - ], - "scorePercentiles" : { - "0.0" : 5540598.267038872, - "50.0" : 5590170.465990716, - "90.0" : 5637484.559178813, - "95.0" : 5637484.559178813, - "99.0" : 5637484.559178813, - "99.9" : 5637484.559178813, - "99.99" : 5637484.559178813, - "99.999" : 5637484.559178813, - "99.9999" : 5637484.559178813, - "100.0" : 5637484.559178813 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5610188.755831057, - 5590170.465990716, - 5637484.559178813, - 5577252.011978218, - 5540598.267038872 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 51283.23763424522, - "scoreError" : 1292.4336381473333, - "scoreConfidence" : [ - 49990.803996097886, - 52575.67127239255 - ], - "scorePercentiles" : { - "0.0" : 50939.77090005971, - "50.0" : 51369.049749488266, - "90.0" : 51714.09183292345, - "95.0" : 51714.09183292345, - "99.0" : 51714.09183292345, - "99.9" : 51714.09183292345, - "99.99" : 51714.09183292345, - "99.999" : 51714.09183292345, - "99.9999" : 51714.09183292345, - "100.0" : 51714.09183292345 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 51714.09183292345, - 50939.77090005971, - 51446.289383148636, - 50946.98630560604, - 51369.049749488266 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.2768346127762437E8, - "scoreError" : 1.0591351974656288E7, - "scoreConfidence" : [ - 4.170921093029681E8, - 4.3827481325228065E8 - ], - "scorePercentiles" : { - "0.0" : 4.233179592793587E8, - "50.0" : 4.2881014610411847E8, - "90.0" : 4.302951405442045E8, - "95.0" : 4.302951405442045E8, - "99.0" : 4.302951405442045E8, - "99.9" : 4.302951405442045E8, - "99.99" : 4.302951405442045E8, - "99.999" : 4.302951405442045E8, - "99.9999" : 4.302951405442045E8, - "100.0" : 4.302951405442045E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2881014610411847E8, - 4.302951405442045E8, - 4.292047855083365E8, - 4.233179592793587E8, - 4.267892749521039E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.1868636274250746E8, - "scoreError" : 5087671.335780676, - "scoreConfidence" : [ - 2.1359869140672678E8, - 2.2377403407828814E8 - ], - "scorePercentiles" : { - "0.0" : 2.1695903383052695E8, - "50.0" : 2.1870674410568005E8, - "90.0" : 2.2040999121843582E8, - "95.0" : 2.2040999121843582E8, - "99.0" : 2.2040999121843582E8, - "99.9" : 2.2040999121843582E8, - "99.99" : 2.2040999121843582E8, - "99.999" : 2.2040999121843582E8, - "99.9999" : 2.2040999121843582E8, - "100.0" : 2.2040999121843582E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2040999121843582E8, - 2.1796118425184673E8, - 2.1870674410568005E8, - 2.1695903383052695E8, - 2.1939486030604786E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1.1117702967953615E8, - "scoreError" : 1776063.345954773, - "scoreConfidence" : [ - 1.0940096633358137E8, - 1.1295309302549092E8 - ], - "scorePercentiles" : { - "0.0" : 1.1056224553254776E8, - "50.0" : 1.111292480705447E8, - "90.0" : 1.1172148776743397E8, - "95.0" : 1.1172148776743397E8, - "99.0" : 1.1172148776743397E8, - "99.9" : 1.1172148776743397E8, - "99.99" : 1.1172148776743397E8, - "99.999" : 1.1172148776743397E8, - "99.9999" : 1.1172148776743397E8, - "100.0" : 1.1172148776743397E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.1094685172000684E8, - 1.1152531530714753E8, - 1.1172148776743397E8, - 1.111292480705447E8, - 1.1056224553254776E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.463500831353219E7, - "scoreError" : 1643789.7249634075, - "scoreConfidence" : [ - 4.2991218588568784E7, - 4.627879803849559E7 - ], - "scorePercentiles" : { - "0.0" : 4.3975592771086335E7, - "50.0" : 4.485450658968695E7, - "90.0" : 4.497988979911658E7, - "95.0" : 4.497988979911658E7, - "99.0" : 4.497988979911658E7, - "99.9" : 4.497988979911658E7, - "99.99" : 4.497988979911658E7, - "99.999" : 4.497988979911658E7, - "99.9999" : 4.497988979911658E7, - "100.0" : 4.497988979911658E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.485450658968695E7, - 4.492997564919561E7, - 4.3975592771086335E7, - 4.497988979911658E7, - 4.4435076758575425E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.5887060913612175E8, - "scoreError" : 6735114.704892539, - "scoreConfidence" : [ - 1.521354944312292E8, - 1.656057238410143E8 - ], - "scorePercentiles" : { - "0.0" : 1.5585773291100267E8, - "50.0" : 1.5960246375637862E8, - "90.0" : 1.603037553257074E8, - "95.0" : 1.603037553257074E8, - "99.0" : 1.603037553257074E8, - "99.9" : 1.603037553257074E8, - "99.99" : 1.603037553257074E8, - "99.999" : 1.603037553257074E8, - "99.9999" : 1.603037553257074E8, - "100.0" : 1.603037553257074E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5961923534232828E8, - 1.5960246375637862E8, - 1.5896985834519184E8, - 1.603037553257074E8, - 1.5585773291100267E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.7799834409834504E7, - "scoreError" : 1124451.1415190767, - "scoreConfidence" : [ - 3.667538326831543E7, - 3.892428555135358E7 - ], - "scorePercentiles" : { - "0.0" : 3.7311436236143135E7, - "50.0" : 3.792507090319028E7, - "90.0" : 3.803500505529813E7, - "95.0" : 3.803500505529813E7, - "99.0" : 3.803500505529813E7, - "99.9" : 3.803500505529813E7, - "99.99" : 3.803500505529813E7, - "99.999" : 3.803500505529813E7, - "99.9999" : 3.803500505529813E7, - "100.0" : 3.803500505529813E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.792507090319028E7, - 3.803500505529813E7, - 3.7311436236143135E7, - 3.775570673548694E7, - 3.797195311905401E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4575614.434681421, - "scoreError" : 95720.44458648413, - "scoreConfidence" : [ - 4479893.990094937, - 4671334.879267905 - ], - "scorePercentiles" : { - "0.0" : 4556158.305871699, - "50.0" : 4569836.058293744, - "90.0" : 4618636.041473232, - "95.0" : 4618636.041473232, - "99.0" : 4618636.041473232, - "99.9" : 4618636.041473232, - "99.99" : 4618636.041473232, - "99.999" : 4618636.041473232, - "99.9999" : 4618636.041473232, - "100.0" : 4618636.041473232 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4571758.725355888, - 4556158.305871699, - 4561683.042412544, - 4618636.041473232, - 4569836.058293744 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 50175.35528298985, - "scoreError" : 3993.7753857431335, - "scoreConfidence" : [ - 46181.57989724672, - 54169.13066873298 - ], - "scorePercentiles" : { - "0.0" : 48678.06603988827, - "50.0" : 50171.57398773726, - "90.0" : 51599.42934702248, - "95.0" : 51599.42934702248, - "99.0" : 51599.42934702248, - "99.9" : 51599.42934702248, - "99.99" : 51599.42934702248, - "99.999" : 51599.42934702248, - "99.9999" : 51599.42934702248, - "100.0" : 51599.42934702248 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 51599.42934702248, - 50171.57398773726, - 50091.27211021925, - 50336.43493008197, - 48678.06603988827 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.2946143381335104E8, - "scoreError" : 9409486.653841538, - "scoreConfidence" : [ - 4.200519471595095E8, - 4.388709204671926E8 - ], - "scorePercentiles" : { - "0.0" : 4.2711163339545107E8, - "50.0" : 4.2919431954541284E8, - "90.0" : 4.327018105285099E8, - "95.0" : 4.327018105285099E8, - "99.0" : 4.327018105285099E8, - "99.9" : 4.327018105285099E8, - "99.99" : 4.327018105285099E8, - "99.999" : 4.327018105285099E8, - "99.9999" : 4.327018105285099E8, - "100.0" : 4.327018105285099E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2919431954541284E8, - 4.2720064046931344E8, - 4.310987651280679E8, - 4.327018105285099E8, - 4.2711163339545107E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.0132774967312428E8, - "scoreError" : 4112071.841497297, - "scoreConfidence" : [ - 9.721567783162698E7, - 1.0543982151462159E8 - ], - "scorePercentiles" : { - "0.0" : 9.958278652505954E7, - "50.0" : 1.0151980251429357E8, - "90.0" : 1.024001791715707E8, - "95.0" : 1.024001791715707E8, - "99.0" : 1.024001791715707E8, - "99.9" : 1.024001791715707E8, - "99.99" : 1.024001791715707E8, - "99.999" : 1.024001791715707E8, - "99.9999" : 1.024001791715707E8, - "100.0" : 1.024001791715707E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0151980251429357E8, - 1.0189529472875036E8, - 1.012406854259472E8, - 9.958278652505954E7, - 1.024001791715707E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 8.872602319744708E7, - "scoreError" : 1441399.4927771129, - "scoreConfidence" : [ - 8.728462370466997E7, - 9.016742269022419E7 - ], - "scorePercentiles" : { - "0.0" : 8.813776310306002E7, - "50.0" : 8.881194583586565E7, - "90.0" : 8.916914418595096E7, - "95.0" : 8.916914418595096E7, - "99.0" : 8.916914418595096E7, - "99.9" : 8.916914418595096E7, - "99.99" : 8.916914418595096E7, - "99.999" : 8.916914418595096E7, - "99.9999" : 8.916914418595096E7, - "100.0" : 8.916914418595096E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.813776310306002E7, - 8.882249054144022E7, - 8.916914418595096E7, - 8.881194583586565E7, - 8.868877232091852E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.529455625822914E7, - "scoreError" : 584456.5751634747, - "scoreConfidence" : [ - 3.471009968306566E7, - 3.587901283339261E7 - ], - "scorePercentiles" : { - "0.0" : 3.509595175191975E7, - "50.0" : 3.524323283674957E7, - "90.0" : 3.545951712857217E7, - "95.0" : 3.545951712857217E7, - "99.0" : 3.545951712857217E7, - "99.9" : 3.545951712857217E7, - "99.99" : 3.545951712857217E7, - "99.999" : 3.545951712857217E7, - "99.9999" : 3.545951712857217E7, - "100.0" : 3.545951712857217E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.5238930454127654E7, - 3.545951712857217E7, - 3.5435149119776554E7, - 3.524323283674957E7, - 3.509595175191975E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.4498738044007576E8, - "scoreError" : 9315011.883531742, - "scoreConfidence" : [ - 4.35672368556544E8, - 4.543023923236075E8 - ], - "scorePercentiles" : { - "0.0" : 4.4135453123763514E8, - "50.0" : 4.453430474977443E8, - "90.0" : 4.4740259573971385E8, - "95.0" : 4.4740259573971385E8, - "99.0" : 4.4740259573971385E8, - "99.9" : 4.4740259573971385E8, - "99.99" : 4.4740259573971385E8, - "99.999" : 4.4740259573971385E8, - "99.9999" : 4.4740259573971385E8, - "100.0" : 4.4740259573971385E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.453430474977443E8, - 4.468110092200015E8, - 4.4135453123763514E8, - 4.4740259573971385E8, - 4.440257185052841E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.4154537878338814E8, - "scoreError" : 5112921.586025504, - "scoreConfidence" : [ - 4.3643245719736266E8, - 4.466583003694136E8 - ], - "scorePercentiles" : { - "0.0" : 4.4053688188758975E8, - "50.0" : 4.4106525488431203E8, - "90.0" : 4.437382085868359E8, - "95.0" : 4.437382085868359E8, - "99.0" : 4.437382085868359E8, - "99.9" : 4.437382085868359E8, - "99.99" : 4.437382085868359E8, - "99.999" : 4.437382085868359E8, - "99.9999" : 4.437382085868359E8, - "100.0" : 4.437382085868359E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.437382085868359E8, - 4.4106525488431203E8, - 4.418049398763306E8, - 4.40581608681872E8, - 4.4053688188758975E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.024481382558528E8, - "scoreError" : 7020757.239507948, - "scoreConfidence" : [ - 2.9542738101634485E8, - 3.094688954953608E8 - ], - "scorePercentiles" : { - "0.0" : 3.0041354033999944E8, - "50.0" : 3.021960237633268E8, - "90.0" : 3.0483572457416654E8, - "95.0" : 3.0483572457416654E8, - "99.0" : 3.0483572457416654E8, - "99.9" : 3.0483572457416654E8, - "99.99" : 3.0483572457416654E8, - "99.999" : 3.0483572457416654E8, - "99.9999" : 3.0483572457416654E8, - "100.0" : 3.0483572457416654E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.036993201870395E8, - 3.0483572457416654E8, - 3.01096082414732E8, - 3.021960237633268E8, - 3.0041354033999944E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.3470923367895103E8, - "scoreError" : 2945970.6224066317, - "scoreConfidence" : [ - 1.317632630565444E8, - 1.3765520430135766E8 - ], - "scorePercentiles" : { - "0.0" : 1.3381494816016036E8, - "50.0" : 1.3462751173982948E8, - "90.0" : 1.3584343521445033E8, - "95.0" : 1.3584343521445033E8, - "99.0" : 1.3584343521445033E8, - "99.9" : 1.3584343521445033E8, - "99.99" : 1.3584343521445033E8, - "99.999" : 1.3584343521445033E8, - "99.9999" : 1.3584343521445033E8, - "100.0" : 1.3584343521445033E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.342866897439422E8, - 1.3497358353637278E8, - 1.3381494816016036E8, - 1.3462751173982948E8, - 1.3584343521445033E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.2866676692548275E8, - "scoreError" : 1.0808105811116513E7, - "scoreConfidence" : [ - 4.1785866111436623E8, - 4.3947487273659927E8 - ], - "scorePercentiles" : { - "0.0" : 4.2517602259588176E8, - "50.0" : 4.29642673897065E8, - "90.0" : 4.3158500304297495E8, - "95.0" : 4.3158500304297495E8, - "99.0" : 4.3158500304297495E8, - "99.9" : 4.3158500304297495E8, - "99.99" : 4.3158500304297495E8, - "99.999" : 4.3158500304297495E8, - "99.9999" : 4.3158500304297495E8, - "100.0" : 4.3158500304297495E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3158500304297495E8, - 4.2517602259588176E8, - 4.262539549440775E8, - 4.29642673897065E8, - 4.3067618014741474E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.2576883830158615E8, - "scoreError" : 6473043.437159601, - "scoreConfidence" : [ - 4.1929579486442655E8, - 4.3224188173874575E8 - ], - "scorePercentiles" : { - "0.0" : 4.24242032236976E8, - "50.0" : 4.254207952413119E8, - "90.0" : 4.28594079968961E8, - "95.0" : 4.28594079968961E8, - "99.0" : 4.28594079968961E8, - "99.9" : 4.28594079968961E8, - "99.99" : 4.28594079968961E8, - "99.999" : 4.28594079968961E8, - "99.9999" : 4.28594079968961E8, - "100.0" : 4.28594079968961E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2483672440410656E8, - 4.254207952413119E8, - 4.28594079968961E8, - 4.24242032236976E8, - 4.257505596565752E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4.252770132858094E8, - "scoreError" : 1.322584213432194E7, - "scoreConfidence" : [ - 4.1205117115148747E8, - 4.385028554201313E8 - ], - "scorePercentiles" : { - "0.0" : 4.192681263178388E8, - "50.0" : 4.263304353960096E8, - "90.0" : 4.2789598301586115E8, - "95.0" : 4.2789598301586115E8, - "99.0" : 4.2789598301586115E8, - "99.9" : 4.2789598301586115E8, - "99.99" : 4.2789598301586115E8, - "99.999" : 4.2789598301586115E8, - "99.9999" : 4.2789598301586115E8, - "100.0" : 4.2789598301586115E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2789598301586115E8, - 4.260071505437189E8, - 4.192681263178388E8, - 4.263304353960096E8, - 4.268833711556185E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.2133163105151856E8, - "scoreError" : 4201733.986191027, - "scoreConfidence" : [ - 4.171298970653275E8, - 4.255333650377096E8 - ], - "scorePercentiles" : { - "0.0" : 4.198238016167113E8, - "50.0" : 4.218414543415848E8, - "90.0" : 4.2227910318042386E8, - "95.0" : 4.2227910318042386E8, - "99.0" : 4.2227910318042386E8, - "99.9" : 4.2227910318042386E8, - "99.99" : 4.2227910318042386E8, - "99.999" : 4.2227910318042386E8, - "99.9999" : 4.2227910318042386E8, - "100.0" : 4.2227910318042386E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.218414543415848E8, - 4.198238016167113E8, - 4.221724405402239E8, - 4.205413555786489E8, - 4.2227910318042386E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2635533499654095E8, - "scoreError" : 3485189.2256632317, - "scoreConfidence" : [ - 1.2287014577087772E8, - 1.2984052422220418E8 - ], - "scorePercentiles" : { - "0.0" : 1.2528651783764432E8, - "50.0" : 1.2669692842232378E8, - "90.0" : 1.2719026215325062E8, - "95.0" : 1.2719026215325062E8, - "99.0" : 1.2719026215325062E8, - "99.9" : 1.2719026215325062E8, - "99.99" : 1.2719026215325062E8, - "99.999" : 1.2719026215325062E8, - "99.9999" : 1.2719026215325062E8, - "100.0" : 1.2719026215325062E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2719026215325062E8, - 1.2711228866001718E8, - 1.2669692842232378E8, - 1.2549067790946886E8, - 1.2528651783764432E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.483490686309779E8, - "scoreError" : 4795917.488095578, - "scoreConfidence" : [ - 4.4355315114288235E8, - 4.531449861190735E8 - ], - "scorePercentiles" : { - "0.0" : 4.467323401965947E8, - "50.0" : 4.482637364219185E8, - "90.0" : 4.5013480718942225E8, - "95.0" : 4.5013480718942225E8, - "99.0" : 4.5013480718942225E8, - "99.9" : 4.5013480718942225E8, - "99.99" : 4.5013480718942225E8, - "99.999" : 4.5013480718942225E8, - "99.9999" : 4.5013480718942225E8, - "100.0" : 4.5013480718942225E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.467323401965947E8, - 4.478648094202865E8, - 4.487496499266678E8, - 4.482637364219185E8, - 4.5013480718942225E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.23393914160745E8, - "scoreError" : 5856002.50573815, - "scoreConfidence" : [ - 3.175379116550069E8, - 3.2924991666648316E8 - ], - "scorePercentiles" : { - "0.0" : 3.20955832611879E8, - "50.0" : 3.2350770850850344E8, - "90.0" : 3.2504550316485727E8, - "95.0" : 3.2504550316485727E8, - "99.0" : 3.2504550316485727E8, - "99.9" : 3.2504550316485727E8, - "99.99" : 3.2504550316485727E8, - "99.999" : 3.2504550316485727E8, - "99.9999" : 3.2504550316485727E8, - "100.0" : 3.2504550316485727E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.2414254513765234E8, - 3.20955832611879E8, - 3.2504550316485727E8, - 3.2331798138083327E8, - 3.2350770850850344E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.344340479135508E8, - "scoreError" : 3691116.836371875, - "scoreConfidence" : [ - 1.3074293107717893E8, - 1.3812516474992266E8 - ], - "scorePercentiles" : { - "0.0" : 1.3356987191494168E8, - "50.0" : 1.3410030940595025E8, - "90.0" : 1.3548073960555607E8, - "95.0" : 1.3548073960555607E8, - "99.0" : 1.3548073960555607E8, - "99.9" : 1.3548073960555607E8, - "99.99" : 1.3548073960555607E8, - "99.999" : 1.3548073960555607E8, - "99.9999" : 1.3548073960555607E8, - "100.0" : 1.3548073960555607E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3410030940595025E8, - 1.3543439082007346E8, - 1.3548073960555607E8, - 1.3356987191494168E8, - 1.335849278212325E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.2859159588492376E8, - "scoreError" : 3699626.496950512, - "scoreConfidence" : [ - 4.2489196938797325E8, - 4.3229122238187426E8 - ], - "scorePercentiles" : { - "0.0" : 4.270792136740743E8, - "50.0" : 4.2870224480716497E8, - "90.0" : 4.2974897729955196E8, - "95.0" : 4.2974897729955196E8, - "99.0" : 4.2974897729955196E8, - "99.9" : 4.2974897729955196E8, - "99.99" : 4.2974897729955196E8, - "99.999" : 4.2974897729955196E8, - "99.9999" : 4.2974897729955196E8, - "100.0" : 4.2974897729955196E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.28822108490558E8, - 4.2870224480716497E8, - 4.2860543515326965E8, - 4.270792136740743E8, - 4.2974897729955196E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.2650667523701906E8, - "scoreError" : 4993499.407744254, - "scoreConfidence" : [ - 4.2151317582927483E8, - 4.315001746447633E8 - ], - "scorePercentiles" : { - "0.0" : 4.248346682758938E8, - "50.0" : 4.2621856431104237E8, - "90.0" : 4.283819594306456E8, - "95.0" : 4.283819594306456E8, - "99.0" : 4.283819594306456E8, - "99.9" : 4.283819594306456E8, - "99.99" : 4.283819594306456E8, - "99.999" : 4.283819594306456E8, - "99.9999" : 4.283819594306456E8, - "100.0" : 4.283819594306456E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.283819594306456E8, - 4.248346682758938E8, - 4.261442375063573E8, - 4.2621856431104237E8, - 4.2695394666115606E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4.213178997531162E8, - "scoreError" : 1.1172556226553213E7, - "scoreConfidence" : [ - 4.10145343526563E8, - 4.324904559796694E8 - ], - "scorePercentiles" : { - "0.0" : 4.1660247933153945E8, - "50.0" : 4.2259577505023116E8, - "90.0" : 4.237074825614308E8, - "95.0" : 4.237074825614308E8, - "99.0" : 4.237074825614308E8, - "99.9" : 4.237074825614308E8, - "99.99" : 4.237074825614308E8, - "99.999" : 4.237074825614308E8, - "99.9999" : 4.237074825614308E8, - "100.0" : 4.237074825614308E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.2051016956308305E8, - 4.2259577505023116E8, - 4.237074825614308E8, - 4.2317359225929654E8, - 4.1660247933153945E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.256237502933761E8, - "scoreError" : 6028725.004482567, - "scoreConfidence" : [ - 4.195950252888935E8, - 4.3165247529785866E8 - ], - "scorePercentiles" : { - "0.0" : 4.229576315108165E8, - "50.0" : 4.260583178162588E8, - "90.0" : 4.269279382256708E8, - "95.0" : 4.269279382256708E8, - "99.0" : 4.269279382256708E8, - "99.9" : 4.269279382256708E8, - "99.99" : 4.269279382256708E8, - "99.999" : 4.269279382256708E8, - "99.9999" : 4.269279382256708E8, - "100.0" : 4.269279382256708E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.269279382256708E8, - 4.260583178162588E8, - 4.229576315108165E8, - 4.265215850763167E8, - 4.256532788378177E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.457677388850311E8, - "scoreError" : 1.4252642876390815E7, - "scoreConfidence" : [ - 6.315150960086403E8, - 6.600203817614219E8 - ], - "scorePercentiles" : { - "0.0" : 6.4207938920475E8, - "50.0" : 6.447572769906446E8, - "90.0" : 6.51881518705677E8, - "95.0" : 6.51881518705677E8, - "99.0" : 6.51881518705677E8, - "99.9" : 6.51881518705677E8, - "99.99" : 6.51881518705677E8, - "99.999" : 6.51881518705677E8, - "99.9999" : 6.51881518705677E8, - "100.0" : 6.51881518705677E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.441125955476767E8, - 6.4207938920475E8, - 6.460079139764075E8, - 6.51881518705677E8, - 6.447572769906446E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.0642125086098075E7, - "scoreError" : 1444046.3000696637, - "scoreConfidence" : [ - 3.9198078786028415E7, - 4.2086171386167735E7 - ], - "scorePercentiles" : { - "0.0" : 4.0088016230724305E7, - "50.0" : 4.079635198138043E7, - "90.0" : 4.099599672185546E7, - "95.0" : 4.099599672185546E7, - "99.0" : 4.099599672185546E7, - "99.9" : 4.099599672185546E7, - "99.99" : 4.099599672185546E7, - "99.999" : 4.099599672185546E7, - "99.9999" : 4.099599672185546E7, - "100.0" : 4.099599672185546E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.089473485133331E7, - 4.043552564519686E7, - 4.099599672185546E7, - 4.079635198138043E7, - 4.0088016230724305E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4806806.377740341, - "scoreError" : 89454.51681045434, - "scoreConfidence" : [ - 4717351.860929887, - 4896260.894550796 - ], - "scorePercentiles" : { - "0.0" : 4777201.644359298, - "50.0" : 4817163.606777401, - "90.0" : 4832239.73423559, - "95.0" : 4832239.73423559, - "99.0" : 4832239.73423559, - "99.9" : 4832239.73423559, - "99.99" : 4832239.73423559, - "99.999" : 4832239.73423559, - "99.9999" : 4832239.73423559, - "100.0" : 4832239.73423559 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4819666.931392621, - 4787759.971936795, - 4817163.606777401, - 4777201.644359298, - 4832239.73423559 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 14730.97858345563, - "scoreError" : 798.8464509779898, - "scoreConfidence" : [ - 13932.13213247764, - 15529.82503443362 - ], - "scorePercentiles" : { - "0.0" : 14526.78668490167, - "50.0" : 14675.720171284387, - "90.0" : 15036.552245307377, - "95.0" : 15036.552245307377, - "99.0" : 15036.552245307377, - "99.9" : 15036.552245307377, - "99.99" : 15036.552245307377, - "99.999" : 15036.552245307377, - "99.9999" : 15036.552245307377, - "100.0" : 15036.552245307377 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 14836.307582226922, - 14579.526233557794, - 15036.552245307377, - 14675.720171284387, - 14526.78668490167 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.445509324569691E8, - "scoreError" : 1.1697526741457393E7, - "scoreConfidence" : [ - 6.328534057155118E8, - 6.562484591984265E8 - ], - "scorePercentiles" : { - "0.0" : 6.404902907528306E8, - "50.0" : 6.451344436639822E8, - "90.0" : 6.484526424725701E8, - "95.0" : 6.484526424725701E8, - "99.0" : 6.484526424725701E8, - "99.9" : 6.484526424725701E8, - "99.99" : 6.484526424725701E8, - "99.999" : 6.484526424725701E8, - "99.9999" : 6.484526424725701E8, - "100.0" : 6.484526424725701E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.484526424725701E8, - 6.458830520324624E8, - 6.404902907528306E8, - 6.451344436639822E8, - 6.427942333630004E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.6636343587361775E7, - "scoreError" : 1423306.5279187001, - "scoreConfidence" : [ - 3.521303705944307E7, - 3.805965011528048E7 - ], - "scorePercentiles" : { - "0.0" : 3.601144859760854E7, - "50.0" : 3.675930217248037E7, - "90.0" : 3.6989487113560334E7, - "95.0" : 3.6989487113560334E7, - "99.0" : 3.6989487113560334E7, - "99.9" : 3.6989487113560334E7, - "99.99" : 3.6989487113560334E7, - "99.999" : 3.6989487113560334E7, - "99.9999" : 3.6989487113560334E7, - "100.0" : 3.6989487113560334E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.601144859760854E7, - 3.6989487113560334E7, - 3.6761274220219314E7, - 3.675930217248037E7, - 3.6660205832940355E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4740260.510749502, - "scoreError" : 232891.31745196696, - "scoreConfidence" : [ - 4507369.193297535, - 4973151.828201469 - ], - "scorePercentiles" : { - "0.0" : 4638895.978184789, - "50.0" : 4751841.716492796, - "90.0" : 4800240.80963785, - "95.0" : 4800240.80963785, - "99.0" : 4800240.80963785, - "99.9" : 4800240.80963785, - "99.99" : 4800240.80963785, - "99.999" : 4800240.80963785, - "99.9999" : 4800240.80963785, - "100.0" : 4800240.80963785 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4764681.261982904, - 4745642.787449171, - 4751841.716492796, - 4638895.978184789, - 4800240.80963785 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.ForEachElement.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 14626.251335586761, - "scoreError" : 794.8213251954825, - "scoreConfidence" : [ - 13831.43001039128, - 15421.072660782243 - ], - "scorePercentiles" : { - "0.0" : 14309.224924684115, - "50.0" : 14669.465750531808, - "90.0" : 14858.9088029234, - "95.0" : 14858.9088029234, - "99.0" : 14858.9088029234, - "99.9" : 14858.9088029234, - "99.99" : 14858.9088029234, - "99.999" : 14858.9088029234, - "99.9999" : 14858.9088029234, - "100.0" : 14858.9088029234 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 14669.465750531808, - 14858.9088029234, - 14727.683492700491, - 14565.973707094006, - 14309.224924684115 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.946986143997078E7, - "scoreError" : 1.4431400821038418E7, - "scoreConfidence" : [ - 5.503846061893236E7, - 8.390126226100919E7 - ], - "scorePercentiles" : { - "0.0" : 6.291179798678254E7, - "50.0" : 7.071587726257066E7, - "90.0" : 7.23121259079599E7, - "95.0" : 7.23121259079599E7, - "99.0" : 7.23121259079599E7, - "99.9" : 7.23121259079599E7, - "99.99" : 7.23121259079599E7, - "99.999" : 7.23121259079599E7, - "99.9999" : 7.23121259079599E7, - "100.0" : 7.23121259079599E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.23121259079599E7, - 7.071587726257066E7, - 6.291179798678254E7, - 7.12020230976737E7, - 7.020748294486706E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.84968559780106E7, - "scoreError" : 1169075.3883883927, - "scoreConfidence" : [ - 1.7327780589622207E7, - 1.966593136639899E7 - ], - "scorePercentiles" : { - "0.0" : 1.814029469050453E7, - "50.0" : 1.8367785392623935E7, - "90.0" : 1.8899219938777465E7, - "95.0" : 1.8899219938777465E7, - "99.0" : 1.8899219938777465E7, - "99.9" : 1.8899219938777465E7, - "99.99" : 1.8899219938777465E7, - "99.999" : 1.8899219938777465E7, - "99.9999" : 1.8899219938777465E7, - "100.0" : 1.8899219938777465E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.814029469050453E7, - 1.8365941839997478E7, - 1.871103802814959E7, - 1.8367785392623935E7, - 1.8899219938777465E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1376350.7966986904, - "scoreError" : 68214.67934725717, - "scoreConfidence" : [ - 1308136.1173514333, - 1444565.4760459475 - ], - "scorePercentiles" : { - "0.0" : 1364193.9108628253, - "50.0" : 1365598.6985869594, - "90.0" : 1404648.415312453, - "95.0" : 1404648.415312453, - "99.0" : 1404648.415312453, - "99.9" : 1404648.415312453, - "99.99" : 1404648.415312453, - "99.999" : 1404648.415312453, - "99.9999" : 1404648.415312453, - "100.0" : 1404648.415312453 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1364258.8009423786, - 1383054.1577888352, - 1365598.6985869594, - 1364193.9108628253, - 1404648.415312453 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10602.730946098618, - "scoreError" : 2499.656707896749, - "scoreConfidence" : [ - 8103.074238201869, - 13102.387653995367 - ], - "scorePercentiles" : { - "0.0" : 10087.8172479832, - "50.0" : 10478.661687717839, - "90.0" : 11691.5323612131, - "95.0" : 11691.5323612131, - "99.0" : 11691.5323612131, - "99.9" : 11691.5323612131, - "99.99" : 11691.5323612131, - "99.999" : 11691.5323612131, - "99.9999" : 11691.5323612131, - "100.0" : 11691.5323612131 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10134.499034462091, - 10087.8172479832, - 10478.661687717839, - 10621.144399116853, - 11691.5323612131 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.965320359363354E7, - "scoreError" : 8068569.308105873, - "scoreConfidence" : [ - 3.158463428552767E7, - 4.772177290173941E7 - ], - "scorePercentiles" : { - "0.0" : 3.59992080925702E7, - "50.0" : 4.045050925709513E7, - "90.0" : 4.1230099225774206E7, - "95.0" : 4.1230099225774206E7, - "99.0" : 4.1230099225774206E7, - "99.9" : 4.1230099225774206E7, - "99.99" : 4.1230099225774206E7, - "99.999" : 4.1230099225774206E7, - "99.9999" : 4.1230099225774206E7, - "100.0" : 4.1230099225774206E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.59992080925702E7, - 4.1230099225774206E7, - 4.045050925709513E7, - 4.066024107365954E7, - 3.992596031906861E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9064682.158210736, - "scoreError" : 709278.3474467046, - "scoreConfidence" : [ - 8355403.8107640315, - 9773960.50565744 - ], - "scorePercentiles" : { - "0.0" : 8783981.742056463, - "50.0" : 9057688.184435463, - "90.0" : 9275833.45381949, - "95.0" : 9275833.45381949, - "99.0" : 9275833.45381949, - "99.9" : 9275833.45381949, - "99.99" : 9275833.45381949, - "99.999" : 9275833.45381949, - "99.9999" : 9275833.45381949, - "100.0" : 9275833.45381949 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9034547.92910567, - 9057688.184435463, - 8783981.742056463, - 9275833.45381949, - 9171359.4816366 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1087110.718923396, - "scoreError" : 74874.040594138, - "scoreConfidence" : [ - 1012236.678329258, - 1161984.759517534 - ], - "scorePercentiles" : { - "0.0" : 1062251.9755075965, - "50.0" : 1091239.490789525, - "90.0" : 1109091.861314552, - "95.0" : 1109091.861314552, - "99.0" : 1109091.861314552, - "99.9" : 1109091.861314552, - "99.99" : 1109091.861314552, - "99.999" : 1109091.861314552, - "99.9999" : 1109091.861314552, - "100.0" : 1109091.861314552 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1072460.067174449, - 1062251.9755075965, - 1109091.861314552, - 1091239.490789525, - 1100510.199830858 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5984.247376921335, - "scoreError" : 270.65150005140083, - "scoreConfidence" : [ - 5713.595876869934, - 6254.898876972736 - ], - "scorePercentiles" : { - "0.0" : 5895.772871797679, - "50.0" : 5965.465297656887, - "90.0" : 6070.674824289044, - "95.0" : 6070.674824289044, - "99.0" : 6070.674824289044, - "99.9" : 6070.674824289044, - "99.99" : 6070.674824289044, - "99.999" : 6070.674824289044, - "99.9999" : 6070.674824289044, - "100.0" : 6070.674824289044 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5950.536537812459, - 5965.465297656887, - 5895.772871797679, - 6038.787353050602, - 6070.674824289044 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.01841436938846E7, - "scoreError" : 4163018.590408578, - "scoreConfidence" : [ - 6.602112510347602E7, - 7.434716228429317E7 - ], - "scorePercentiles" : { - "0.0" : 6.837401643751007E7, - "50.0" : 7.040235343493773E7, - "90.0" : 7.127391444092219E7, - "95.0" : 7.127391444092219E7, - "99.0" : 7.127391444092219E7, - "99.9" : 7.127391444092219E7, - "99.99" : 7.127391444092219E7, - "99.999" : 7.127391444092219E7, - "99.9999" : 7.127391444092219E7, - "100.0" : 7.127391444092219E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.127391444092219E7, - 7.057206204776314E7, - 7.040235343493773E7, - 7.029837210828991E7, - 6.837401643751007E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3383114.6866059885, - "scoreError" : 106259.55594314901, - "scoreConfidence" : [ - 3276855.1306628394, - 3489374.2425491377 - ], - "scorePercentiles" : { - "0.0" : 3343262.098698704, - "50.0" : 3391060.4160593334, - "90.0" : 3414195.2321888143, - "95.0" : 3414195.2321888143, - "99.0" : 3414195.2321888143, - "99.9" : 3414195.2321888143, - "99.99" : 3414195.2321888143, - "99.999" : 3414195.2321888143, - "99.9999" : 3414195.2321888143, - "100.0" : 3414195.2321888143 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3343262.098698704, - 3368894.1414022497, - 3391060.4160593334, - 3398161.5446808413, - 3414195.2321888143 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 430892.67584033805, - "scoreError" : 17245.36519859992, - "scoreConfidence" : [ - 413647.3106417381, - 448138.041038938 - ], - "scorePercentiles" : { - "0.0" : 425366.53942324047, - "50.0" : 432279.60796169663, - "90.0" : 436520.9540074412, - "95.0" : 436520.9540074412, - "99.0" : 436520.9540074412, - "99.9" : 436520.9540074412, - "99.99" : 436520.9540074412, - "99.999" : 436520.9540074412, - "99.9999" : 436520.9540074412, - "100.0" : 436520.9540074412 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 436520.9540074412, - 432279.60796169663, - 432885.13400037395, - 427411.14380893786, - 425366.53942324047 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3465.798575891147, - "scoreError" : 181.72246426503943, - "scoreConfidence" : [ - 3284.0761116261074, - 3647.5210401561862 - ], - "scorePercentiles" : { - "0.0" : 3387.8063073330377, - "50.0" : 3479.8658539496264, - "90.0" : 3512.538896220417, - "95.0" : 3512.538896220417, - "99.0" : 3512.538896220417, - "99.9" : 3512.538896220417, - "99.99" : 3512.538896220417, - "99.999" : 3512.538896220417, - "99.9999" : 3512.538896220417, - "100.0" : 3512.538896220417 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3462.233090888862, - 3512.538896220417, - 3486.5487310637923, - 3479.8658539496264, - 3387.8063073330377 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.489225559655873E7, - "scoreError" : 3073664.4782687104, - "scoreConfidence" : [ - 4.1818591118290015E7, - 4.796592007482744E7 - ], - "scorePercentiles" : { - "0.0" : 4.396165907879979E7, - "50.0" : 4.498965956493023E7, - "90.0" : 4.595501797298286E7, - "95.0" : 4.595501797298286E7, - "99.0" : 4.595501797298286E7, - "99.9" : 4.595501797298286E7, - "99.99" : 4.595501797298286E7, - "99.999" : 4.595501797298286E7, - "99.9999" : 4.595501797298286E7, - "100.0" : 4.595501797298286E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.52860540164228E7, - 4.595501797298286E7, - 4.396165907879979E7, - 4.498965956493023E7, - 4.426888734965796E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9143798.15898095, - "scoreError" : 454625.3134018999, - "scoreConfidence" : [ - 8689172.84557905, - 9598423.472382851 - ], - "scorePercentiles" : { - "0.0" : 9030126.52768132, - "50.0" : 9104127.858642124, - "90.0" : 9323567.40299482, - "95.0" : 9323567.40299482, - "99.0" : 9323567.40299482, - "99.9" : 9323567.40299482, - "99.99" : 9323567.40299482, - "99.999" : 9323567.40299482, - "99.9999" : 9323567.40299482, - "100.0" : 9323567.40299482 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9323567.40299482, - 9196143.582723724, - 9104127.858642124, - 9065025.422862764, - 9030126.52768132 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1021816.1031082936, - "scoreError" : 28504.635068949792, - "scoreConfidence" : [ - 993311.4680393438, - 1050320.7381772434 - ], - "scorePercentiles" : { - "0.0" : 1015675.8696594926, - "50.0" : 1018284.6150870997, - "90.0" : 1032692.7396707983, - "95.0" : 1032692.7396707983, - "99.0" : 1032692.7396707983, - "99.9" : 1032692.7396707983, - "99.99" : 1032692.7396707983, - "99.999" : 1032692.7396707983, - "99.9999" : 1032692.7396707983, - "100.0" : 1032692.7396707983 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1018284.6150870997, - 1032692.7396707983, - 1016214.1075541081, - 1026213.1835699687, - 1015675.8696594926 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 6023.629381637716, - "scoreError" : 165.41313299221952, - "scoreConfidence" : [ - 5858.216248645496, - 6189.042514629935 - ], - "scorePercentiles" : { - "0.0" : 5980.17783981221, - "50.0" : 6010.509456738094, - "90.0" : 6093.789721530104, - "95.0" : 6093.789721530104, - "99.0" : 6093.789721530104, - "99.9" : 6093.789721530104, - "99.99" : 6093.789721530104, - "99.999" : 6093.789721530104, - "99.9999" : 6093.789721530104, - "100.0" : 6093.789721530104 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6004.4588463775135, - 6093.789721530104, - 5980.17783981221, - 6029.211043730657, - 6010.509456738094 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 9.613715464761733E7, - "scoreError" : 2.6217919396160185E7, - "scoreConfidence" : [ - 6.991923525145714E7, - 1.2235507404377751E8 - ], - "scorePercentiles" : { - "0.0" : 8.434821646250424E7, - "50.0" : 9.932842311340064E7, - "90.0" : 1.0058541073077388E8, - "95.0" : 1.0058541073077388E8, - "99.0" : 1.0058541073077388E8, - "99.9" : 1.0058541073077388E8, - "99.99" : 1.0058541073077388E8, - "99.999" : 1.0058541073077388E8, - "99.9999" : 1.0058541073077388E8, - "100.0" : 1.0058541073077388E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9.932842311340064E7, - 8.434821646250424E7, - 1.001961866427938E8, - 9.62275362886141E7, - 1.0058541073077388E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6147259.460516779, - "scoreError" : 319651.38065940305, - "scoreConfidence" : [ - 5827608.0798573755, - 6466910.841176182 - ], - "scorePercentiles" : { - "0.0" : 6047430.837625269, - "50.0" : 6138145.000569646, - "90.0" : 6276004.981202214, - "95.0" : 6276004.981202214, - "99.0" : 6276004.981202214, - "99.9" : 6276004.981202214, - "99.99" : 6276004.981202214, - "99.999" : 6276004.981202214, - "99.9999" : 6276004.981202214, - "100.0" : 6276004.981202214 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6276004.981202214, - 6118071.436513559, - 6156645.046673205, - 6047430.837625269, - 6138145.000569646 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 411678.3119068915, - "scoreError" : 20575.597675503515, - "scoreConfidence" : [ - 391102.714231388, - 432253.90958239505 - ], - "scorePercentiles" : { - "0.0" : 406922.046915343, - "50.0" : 410455.53756734345, - "90.0" : 419870.42976797256, - "95.0" : 419870.42976797256, - "99.0" : 419870.42976797256, - "99.9" : 419870.42976797256, - "99.99" : 419870.42976797256, - "99.999" : 419870.42976797256, - "99.9999" : 419870.42976797256, - "100.0" : 419870.42976797256 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 406922.046915343, - 413775.79744746955, - 419870.42976797256, - 407367.7478363289, - 410455.53756734345 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1334.6841416310508, - "scoreError" : 70.05620040163578, - "scoreConfidence" : [ - 1264.627941229415, - 1404.7403420326866 - ], - "scorePercentiles" : { - "0.0" : 1307.529767691805, - "50.0" : 1332.6033810177648, - "90.0" : 1356.0081812786507, - "95.0" : 1356.0081812786507, - "99.0" : 1356.0081812786507, - "99.9" : 1356.0081812786507, - "99.99" : 1356.0081812786507, - "99.999" : 1356.0081812786507, - "99.9999" : 1356.0081812786507, - "100.0" : 1356.0081812786507 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1345.5786473709998, - 1331.7007307960325, - 1332.6033810177648, - 1307.529767691805, - 1356.0081812786507 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9255474180286056E8, - "scoreError" : 9020672.11865778, - "scoreConfidence" : [ - 1.835340696842028E8, - 2.0157541392151833E8 - ], - "scorePercentiles" : { - "0.0" : 1.9090968179191646E8, - "50.0" : 1.909502791999027E8, - "90.0" : 1.9600633861267623E8, - "95.0" : 1.9600633861267623E8, - "99.0" : 1.9600633861267623E8, - "99.9" : 1.9600633861267623E8, - "99.99" : 1.9600633861267623E8, - "99.999" : 1.9600633861267623E8, - "99.9999" : 1.9600633861267623E8, - "100.0" : 1.9600633861267623E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.909502791999027E8, - 1.9090968179191646E8, - 1.9600633861267623E8, - 1.9399276068923694E8, - 1.9091464872057042E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8142549.9067731, - "scoreError" : 1729407.801014433, - "scoreConfidence" : [ - 6413142.105758667, - 9871957.707787532 - ], - "scorePercentiles" : { - "0.0" : 7353150.52426367, - "50.0" : 8289687.556185749, - "90.0" : 8458361.3278062, - "95.0" : 8458361.3278062, - "99.0" : 8458361.3278062, - "99.9" : 8458361.3278062, - "99.99" : 8458361.3278062, - "99.999" : 8458361.3278062, - "99.9999" : 8458361.3278062, - "100.0" : 8458361.3278062 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7353150.52426367, - 8289687.556185749, - 8238623.64428145, - 8458361.3278062, - 8372926.481328426 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 505396.11059850565, - "scoreError" : 76173.48788982605, - "scoreConfidence" : [ - 429222.6227086796, - 581569.5984883317 - ], - "scorePercentiles" : { - "0.0" : 471335.62809331, - "50.0" : 514036.3576989571, - "90.0" : 520199.4237259247, - "95.0" : 520199.4237259247, - "99.0" : 520199.4237259247, - "99.9" : 520199.4237259247, - "99.99" : 520199.4237259247, - "99.999" : 520199.4237259247, - "99.9999" : 520199.4237259247, - "100.0" : 520199.4237259247 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 505458.42071506527, - 471335.62809331, - 520199.4237259247, - 515950.72275927133, - 514036.3576989571 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1950.495281048153, - "scoreError" : 432.1064537389399, - "scoreConfidence" : [ - 1518.388827309213, - 2382.601734787093 - ], - "scorePercentiles" : { - "0.0" : 1751.5289079860352, - "50.0" : 1989.9313946777024, - "90.0" : 2022.6685420241788, - "95.0" : 2022.6685420241788, - "99.0" : 2022.6685420241788, - "99.9" : 2022.6685420241788, - "99.99" : 2022.6685420241788, - "99.999" : 2022.6685420241788, - "99.9999" : 2022.6685420241788, - "100.0" : 2022.6685420241788 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2004.2460361918236, - 1751.5289079860352, - 1989.9313946777024, - 2022.6685420241788, - 1984.1015243610243 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.0067474148758973E8, - "scoreError" : 6614820.740371857, - "scoreConfidence" : [ - 9.405992074721788E7, - 1.0728956222796158E8 - ], - "scorePercentiles" : { - "0.0" : 9.897924868022373E7, - "50.0" : 1.0023859580658033E8, - "90.0" : 1.0297848004438636E8, - "95.0" : 1.0297848004438636E8, - "99.0" : 1.0297848004438636E8, - "99.9" : 1.0297848004438636E8, - "99.99" : 1.0297848004438636E8, - "99.999" : 1.0297848004438636E8, - "99.9999" : 1.0297848004438636E8, - "100.0" : 1.0297848004438636E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.0189580023046349E8, - 1.0297848004438636E8, - 9.897924868022373E7, - 1.0023859580658033E8, - 9.928158267629474E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2490360.496266625, - "scoreError" : 418589.65180605743, - "scoreConfidence" : [ - 2071770.8444605675, - 2908950.1480726823 - ], - "scorePercentiles" : { - "0.0" : 2300067.5642198008, - "50.0" : 2524099.8457245007, - "90.0" : 2570961.4903642326, - "95.0" : 2570961.4903642326, - "99.0" : 2570961.4903642326, - "99.9" : 2570961.4903642326, - "99.99" : 2570961.4903642326, - "99.999" : 2570961.4903642326, - "99.9999" : 2570961.4903642326, - "100.0" : 2570961.4903642326 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2300067.5642198008, - 2544732.928374351, - 2524099.8457245007, - 2570961.4903642326, - 2511940.65265024 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 205145.2556896825, - "scoreError" : 10623.680970476686, - "scoreConfidence" : [ - 194521.57471920582, - 215768.93666015918 - ], - "scorePercentiles" : { - "0.0" : 201092.26145825614, - "50.0" : 205346.9629885581, - "90.0" : 207683.77505965016, - "95.0" : 207683.77505965016, - "99.0" : 207683.77505965016, - "99.9" : 207683.77505965016, - "99.99" : 207683.77505965016, - "99.999" : 207683.77505965016, - "99.9999" : 207683.77505965016, - "100.0" : 207683.77505965016 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 207628.34525798954, - 205346.9629885581, - 207683.77505965016, - 201092.26145825614, - 203974.93368395854 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 900.5492845838289, - "scoreError" : 158.50588973242031, - "scoreConfidence" : [ - 742.0433948514086, - 1059.0551743162491 - ], - "scorePercentiles" : { - "0.0" : 827.0976083879301, - "50.0" : 917.3084668314929, - "90.0" : 923.8679087266555, - "95.0" : 923.8679087266555, - "99.0" : 923.8679087266555, - "99.9" : 923.8679087266555, - "99.99" : 923.8679087266555, - "99.999" : 923.8679087266555, - "99.9999" : 923.8679087266555, - "100.0" : 923.8679087266555 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 827.0976083879301, - 923.8679087266555, - 916.5142973295142, - 917.9581416435515, - 917.3084668314929 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.892947012085167E8, - "scoreError" : 1.0592676364936331E7, - "scoreConfidence" : [ - 1.7870202484358037E8, - 1.99887377573453E8 - ], - "scorePercentiles" : { - "0.0" : 1.8581877847064066E8, - "50.0" : 1.8965665806159198E8, - "90.0" : 1.9331807428267944E8, - "95.0" : 1.9331807428267944E8, - "99.0" : 1.9331807428267944E8, - "99.9" : 1.9331807428267944E8, - "99.99" : 1.9331807428267944E8, - "99.999" : 1.9331807428267944E8, - "99.9999" : 1.9331807428267944E8, - "100.0" : 1.9331807428267944E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8581877847064066E8, - 1.8798695395422688E8, - 1.9331807428267944E8, - 1.8965665806159198E8, - 1.8969304127344447E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 7421711.382408885, - "scoreError" : 1672151.2894850578, - "scoreConfidence" : [ - 5749560.0929238275, - 9093862.671893943 - ], - "scorePercentiles" : { - "0.0" : 6652453.649351577, - "50.0" : 7612214.111493628, - "90.0" : 7689958.607546916, - "95.0" : 7689958.607546916, - "99.0" : 7689958.607546916, - "99.9" : 7689958.607546916, - "99.99" : 7689958.607546916, - "99.999" : 7689958.607546916, - "99.9999" : 7689958.607546916, - "100.0" : 7689958.607546916 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6652453.649351577, - 7612214.111493628, - 7632136.158230189, - 7689958.607546916, - 7521794.385422121 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 449626.04296917404, - "scoreError" : 127994.85443864875, - "scoreConfidence" : [ - 321631.1885305253, - 577620.8974078228 - ], - "scorePercentiles" : { - "0.0" : 391566.41326798947, - "50.0" : 463225.00008011976, - "90.0" : 472786.957025835, - "95.0" : 472786.957025835, - "99.0" : 472786.957025835, - "99.9" : 472786.957025835, - "99.99" : 472786.957025835, - "99.999" : 472786.957025835, - "99.9999" : 472786.957025835, - "100.0" : 472786.957025835 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 391566.41326798947, - 472786.957025835, - 463225.00008011976, - 467362.26131570933, - 453189.5831562166 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.Remove.remove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2023.551298648832, - "scoreError" : 379.66047575219386, - "scoreConfidence" : [ - 1643.8908228966382, - 2403.2117744010257 - ], - "scorePercentiles" : { - "0.0" : 1857.954202911266, - "50.0" : 2033.095377626846, - "90.0" : 2113.0606016932875, - "95.0" : 2113.0606016932875, - "99.0" : 2113.0606016932875, - "99.9" : 2113.0606016932875, - "99.99" : 2113.0606016932875, - "99.999" : 2113.0606016932875, - "99.9999" : 2113.0606016932875, - "100.0" : 2113.0606016932875 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2032.8884735035656, - 2113.0606016932875, - 2033.095377626846, - 1857.954202911266, - 2080.7578375091953 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 8.009057714148478E7, - "scoreError" : 6083265.601334416, - "scoreConfidence" : [ - 7.400731154015036E7, - 8.61738427428192E7 - ], - "scorePercentiles" : { - "0.0" : 7.836152453687972E7, - "50.0" : 7.938872479019202E7, - "90.0" : 8.221706693699114E7, - "95.0" : 8.221706693699114E7, - "99.0" : 8.221706693699114E7, - "99.9" : 8.221706693699114E7, - "99.99" : 8.221706693699114E7, - "99.999" : 8.221706693699114E7, - "99.9999" : 8.221706693699114E7, - "100.0" : 8.221706693699114E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.122579528143543E7, - 7.938872479019202E7, - 7.925977416192564E7, - 8.221706693699114E7, - 7.836152453687972E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.9218041888246506E7, - "scoreError" : 3568285.8686378957, - "scoreConfidence" : [ - 1.5649756019608611E7, - 2.2786327756884404E7 - ], - "scorePercentiles" : { - "0.0" : 1.757595154736352E7, - "50.0" : 1.957453451803052E7, - "90.0" : 1.9833004070321985E7, - "95.0" : 1.9833004070321985E7, - "99.0" : 1.9833004070321985E7, - "99.9" : 1.9833004070321985E7, - "99.99" : 1.9833004070321985E7, - "99.999" : 1.9833004070321985E7, - "99.9999" : 1.9833004070321985E7, - "100.0" : 1.9833004070321985E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9488995153193984E7, - 1.9617724152322516E7, - 1.957453451803052E7, - 1.757595154736352E7, - 1.9833004070321985E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1251739.1190709868, - "scoreError" : 63496.25320781269, - "scoreConfidence" : [ - 1188242.865863174, - 1315235.3722787995 - ], - "scorePercentiles" : { - "0.0" : 1227464.0251840402, - "50.0" : 1258872.8456090079, - "90.0" : 1267314.1580323677, - "95.0" : 1267314.1580323677, - "99.0" : 1267314.1580323677, - "99.9" : 1267314.1580323677, - "99.99" : 1267314.1580323677, - "99.999" : 1267314.1580323677, - "99.9999" : 1267314.1580323677, - "100.0" : 1267314.1580323677 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1258872.8456090079, - 1242430.9010122162, - 1267314.1580323677, - 1262613.6655173025, - 1227464.0251840402 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9515.655833315446, - "scoreError" : 607.1111557923169, - "scoreConfidence" : [ - 8908.544677523128, - 10122.766989107764 - ], - "scorePercentiles" : { - "0.0" : 9308.546864221062, - "50.0" : 9472.002530771939, - "90.0" : 9726.76822426814, - "95.0" : 9726.76822426814, - "99.0" : 9726.76822426814, - "99.9" : 9726.76822426814, - "99.99" : 9726.76822426814, - "99.999" : 9726.76822426814, - "99.9999" : 9726.76822426814, - "100.0" : 9726.76822426814 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9308.546864221062, - 9467.36846919504, - 9472.002530771939, - 9726.76822426814, - 9603.593078121048 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6295729604092988E8, - "scoreError" : 7719510.19480965, - "scoreConfidence" : [ - 2.5523778584612024E8, - 2.706768062357395E8 - ], - "scorePercentiles" : { - "0.0" : 2.602733410263371E8, - "50.0" : 2.634831684584685E8, - "90.0" : 2.6510154941310745E8, - "95.0" : 2.6510154941310745E8, - "99.0" : 2.6510154941310745E8, - "99.9" : 2.6510154941310745E8, - "99.99" : 2.6510154941310745E8, - "99.999" : 2.6510154941310745E8, - "99.9999" : 2.6510154941310745E8, - "100.0" : 2.6510154941310745E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.602733410263371E8, - 2.634831684584685E8, - 2.6437802316606173E8, - 2.6510154941310745E8, - 2.6155039814067447E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.581853950470289E7, - "scoreError" : 977347.8321257747, - "scoreConfidence" : [ - 2.4841191672577113E7, - 2.6795887336828664E7 - ], - "scorePercentiles" : { - "0.0" : 2.5386436709182277E7, - "50.0" : 2.5926393696329154E7, - "90.0" : 2.6000455392158013E7, - "95.0" : 2.6000455392158013E7, - "99.0" : 2.6000455392158013E7, - "99.9" : 2.6000455392158013E7, - "99.99" : 2.6000455392158013E7, - "99.999" : 2.6000455392158013E7, - "99.9999" : 2.6000455392158013E7, - "100.0" : 2.6000455392158013E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5386436709182277E7, - 2.57999328069377E7, - 2.6000455392158013E7, - 2.5926393696329154E7, - 2.59794789189073E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2647412.892275522, - "scoreError" : 126440.08826090714, - "scoreConfidence" : [ - 2520972.804014615, - 2773852.980536429 - ], - "scorePercentiles" : { - "0.0" : 2597255.4014053666, - "50.0" : 2662434.2412165985, - "90.0" : 2675211.3513689814, - "95.0" : 2675211.3513689814, - "99.0" : 2675211.3513689814, - "99.9" : 2675211.3513689814, - "99.99" : 2675211.3513689814, - "99.999" : 2675211.3513689814, - "99.9999" : 2675211.3513689814, - "100.0" : 2675211.3513689814 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2597255.4014053666, - 2631438.094397073, - 2662434.2412165985, - 2675211.3513689814, - 2670725.372989591 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9707.4774166766, - "scoreError" : 293.8675159378245, - "scoreConfidence" : [ - 9413.609900738775, - 10001.344932614425 - ], - "scorePercentiles" : { - "0.0" : 9628.975677523274, - "50.0" : 9714.108296177286, - "90.0" : 9784.144170145879, - "95.0" : 9784.144170145879, - "99.0" : 9784.144170145879, - "99.9" : 9784.144170145879, - "99.99" : 9784.144170145879, - "99.999" : 9784.144170145879, - "99.9999" : 9784.144170145879, - "100.0" : 9784.144170145879 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9630.242895557698, - 9628.975677523274, - 9779.91604397886, - 9714.108296177286, - 9784.144170145879 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.65642966404281E7, - "scoreError" : 2.3053305653965198E7, - "scoreConfidence" : [ - 5.35109909864629E7, - 9.96176022943933E7 - ], - "scorePercentiles" : { - "0.0" : 6.597133338920649E7, - "50.0" : 7.9107866169825E7, - "90.0" : 8.016196575742535E7, - "95.0" : 8.016196575742535E7, - "99.0" : 8.016196575742535E7, - "99.9" : 8.016196575742535E7, - "99.99" : 8.016196575742535E7, - "99.999" : 8.016196575742535E7, - "99.9999" : 8.016196575742535E7, - "100.0" : 8.016196575742535E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.597133338920649E7, - 7.9107866169825E7, - 7.974872481045382E7, - 8.016196575742535E7, - 7.78315930752298E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4426215.707427397, - "scoreError" : 410483.47280581575, - "scoreConfidence" : [ - 4015732.2346215816, - 4836699.180233213 - ], - "scorePercentiles" : { - "0.0" : 4303706.563406759, - "50.0" : 4424423.367523247, - "90.0" : 4539184.625260412, - "95.0" : 4539184.625260412, - "99.0" : 4539184.625260412, - "99.9" : 4539184.625260412, - "99.99" : 4539184.625260412, - "99.999" : 4539184.625260412, - "99.9999" : 4539184.625260412, - "100.0" : 4539184.625260412 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4525736.710477882, - 4424423.367523247, - 4539184.625260412, - 4338027.270468685, - 4303706.563406759 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 391240.4836286579, - "scoreError" : 51603.259574715164, - "scoreConfidence" : [ - 339637.2240539427, - 442843.74320337304 - ], - "scorePercentiles" : { - "0.0" : 370555.9771515281, - "50.0" : 397382.9896124223, - "90.0" : 402771.73977285484, - "95.0" : 402771.73977285484, - "99.0" : 402771.73977285484, - "99.9" : 402771.73977285484, - "99.99" : 402771.73977285484, - "99.999" : 402771.73977285484, - "99.9999" : 402771.73977285484, - "100.0" : 402771.73977285484 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 385153.504993855, - 402771.73977285484, - 397382.9896124223, - 370555.9771515281, - 400338.2066126291 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3611.4332091832607, - "scoreError" : 730.4538607455361, - "scoreConfidence" : [ - 2880.9793484377246, - 4341.887069928796 - ], - "scorePercentiles" : { - "0.0" : 3283.7074139947713, - "50.0" : 3665.190389663757, - "90.0" : 3762.821777719317, - "95.0" : 3762.821777719317, - "99.0" : 3762.821777719317, - "99.9" : 3762.821777719317, - "99.99" : 3762.821777719317, - "99.999" : 3762.821777719317, - "99.9999" : 3762.821777719317, - "100.0" : 3762.821777719317 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3283.7074139947713, - 3762.821777719317, - 3632.6379641911544, - 3712.8085003473025, - 3665.190389663757 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6163186236064976E8, - "scoreError" : 1.3106341006071508E7, - "scoreConfidence" : [ - 2.4852552135457826E8, - 2.747382033667213E8 - ], - "scorePercentiles" : { - "0.0" : 2.5739879793291172E8, - "50.0" : 2.611714011096785E8, - "90.0" : 2.660528672621515E8, - "95.0" : 2.660528672621515E8, - "99.0" : 2.660528672621515E8, - "99.9" : 2.660528672621515E8, - "99.99" : 2.660528672621515E8, - "99.999" : 2.660528672621515E8, - "99.9999" : 2.660528672621515E8, - "100.0" : 2.660528672621515E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5739879793291172E8, - 2.5969125724453378E8, - 2.611714011096785E8, - 2.660528672621515E8, - 2.6384498825397336E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.536990604243849E7, - "scoreError" : 1060914.462223032, - "scoreConfidence" : [ - 2.4308991580215458E7, - 2.643082050466152E7 - ], - "scorePercentiles" : { - "0.0" : 2.4939523695457138E7, - "50.0" : 2.5507123606323678E7, - "90.0" : 2.5607326523073334E7, - "95.0" : 2.5607326523073334E7, - "99.0" : 2.5607326523073334E7, - "99.9" : 2.5607326523073334E7, - "99.99" : 2.5607326523073334E7, - "99.999" : 2.5607326523073334E7, - "99.9999" : 2.5607326523073334E7, - "100.0" : 2.5607326523073334E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5253457890705038E7, - 2.5542098496633254E7, - 2.5607326523073334E7, - 2.5507123606323678E7, - 2.4939523695457138E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2667244.414829869, - "scoreError" : 38373.30765693538, - "scoreConfidence" : [ - 2628871.1071729334, - 2705617.7224868042 - ], - "scorePercentiles" : { - "0.0" : 2658195.4818594805, - "50.0" : 2663315.797585736, - "90.0" : 2683439.776658415, - "95.0" : 2683439.776658415, - "99.0" : 2683439.776658415, - "99.9" : 2683439.776658415, - "99.99" : 2683439.776658415, - "99.999" : 2683439.776658415, - "99.9999" : 2683439.776658415, - "100.0" : 2683439.776658415 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2661607.1873740517, - 2683439.776658415, - 2663315.797585736, - 2658195.4818594805, - 2669663.8306716615 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9800.523775563383, - "scoreError" : 426.6488249640316, - "scoreConfidence" : [ - 9373.874950599351, - 10227.172600527414 - ], - "scorePercentiles" : { - "0.0" : 9613.37375614733, - "50.0" : 9833.338918685831, - "90.0" : 9908.504358930204, - "95.0" : 9908.504358930204, - "99.0" : 9908.504358930204, - "99.9" : 9908.504358930204, - "99.99" : 9908.504358930204, - "99.999" : 9908.504358930204, - "99.9999" : 9908.504358930204, - "100.0" : 9908.504358930204 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9833.338918685831, - 9835.316630563684, - 9812.085213489863, - 9908.504358930204, - 9613.37375614733 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.742309705015483E7, - "scoreError" : 1.4604338353845302E7, - "scoreConfidence" : [ - 6.281875869630954E7, - 9.202743540400013E7 - ], - "scorePercentiles" : { - "0.0" : 7.162508225371033E7, - "50.0" : 7.866137271122631E7, - "90.0" : 8.143233422851457E7, - "95.0" : 8.143233422851457E7, - "99.0" : 8.143233422851457E7, - "99.9" : 8.143233422851457E7, - "99.99" : 8.143233422851457E7, - "99.999" : 8.143233422851457E7, - "99.9999" : 8.143233422851457E7, - "100.0" : 8.143233422851457E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.162508225371033E7, - 8.143233422851457E7, - 7.866137271122631E7, - 7.945369569871359E7, - 7.594300035860945E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.9162925856751837E7, - "scoreError" : 2726196.1612981083, - "scoreConfidence" : [ - 1.643672969545373E7, - 2.1889122018049944E7 - ], - "scorePercentiles" : { - "0.0" : 1.8188489368064918E7, - "50.0" : 1.9330302468618114E7, - "90.0" : 1.9991681710729677E7, - "95.0" : 1.9991681710729677E7, - "99.0" : 1.9991681710729677E7, - "99.9" : 1.9991681710729677E7, - "99.99" : 1.9991681710729677E7, - "99.999" : 1.9991681710729677E7, - "99.9999" : 1.9991681710729677E7, - "100.0" : 1.9991681710729677E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8739552048394945E7, - 1.956460368795155E7, - 1.9330302468618114E7, - 1.8188489368064918E7, - 1.9991681710729677E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1210259.287626714, - "scoreError" : 107004.37603337166, - "scoreConfidence" : [ - 1103254.9115933422, - 1317263.6636600858 - ], - "scorePercentiles" : { - "0.0" : 1166627.6707111134, - "50.0" : 1217735.2397116623, - "90.0" : 1237977.7802501789, - "95.0" : 1237977.7802501789, - "99.0" : 1237977.7802501789, - "99.9" : 1237977.7802501789, - "99.99" : 1237977.7802501789, - "99.999" : 1237977.7802501789, - "99.9999" : 1237977.7802501789, - "100.0" : 1237977.7802501789 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1217735.2397116623, - 1201723.8347467128, - 1166627.6707111134, - 1237977.7802501789, - 1227231.9127139028 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9968.096019617351, - "scoreError" : 1442.1260402996488, - "scoreConfidence" : [ - 8525.969979317702, - 11410.222059917 - ], - "scorePercentiles" : { - "0.0" : 9351.564271823574, - "50.0" : 10045.201106075594, - "90.0" : 10352.215644049162, - "95.0" : 10352.215644049162, - "99.0" : 10352.215644049162, - "99.9" : 10352.215644049162, - "99.99" : 10352.215644049162, - "99.999" : 10352.215644049162, - "99.9999" : 10352.215644049162, - "100.0" : 10352.215644049162 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9351.564271823574, - 9958.048387490586, - 10352.215644049162, - 10133.45068864784, - 10045.201106075594 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6260463857555646E8, - "scoreError" : 8201085.36619348, - "scoreConfidence" : [ - 2.5440355320936298E8, - 2.7080572394174993E8 - ], - "scorePercentiles" : { - "0.0" : 2.5916477191122472E8, - "50.0" : 2.6348551047413206E8, - "90.0" : 2.6443946973673847E8, - "95.0" : 2.6443946973673847E8, - "99.0" : 2.6443946973673847E8, - "99.9" : 2.6443946973673847E8, - "99.99" : 2.6443946973673847E8, - "99.999" : 2.6443946973673847E8, - "99.9999" : 2.6443946973673847E8, - "100.0" : 2.6443946973673847E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5916477191122472E8, - 2.6443946973673847E8, - 2.6348551047413206E8, - 2.6199032619066617E8, - 2.6394311456502104E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.6178771631748736E7, - "scoreError" : 620307.4611455586, - "scoreConfidence" : [ - 2.555846417060318E7, - 2.6799079092894293E7 - ], - "scorePercentiles" : { - "0.0" : 2.6048777118767057E7, - "50.0" : 2.616425108742521E7, - "90.0" : 2.6446264713206347E7, - "95.0" : 2.6446264713206347E7, - "99.0" : 2.6446264713206347E7, - "99.9" : 2.6446264713206347E7, - "99.99" : 2.6446264713206347E7, - "99.999" : 2.6446264713206347E7, - "99.9999" : 2.6446264713206347E7, - "100.0" : 2.6446264713206347E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6055725301239572E7, - 2.6048777118767057E7, - 2.617883993810549E7, - 2.6446264713206347E7, - 2.616425108742521E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2652427.987432244, - "scoreError" : 106490.0535425236, - "scoreConfidence" : [ - 2545937.93388972, - 2758918.0409747674 - ], - "scorePercentiles" : { - "0.0" : 2611787.149156291, - "50.0" : 2657196.6552697574, - "90.0" : 2680269.1274307133, - "95.0" : 2680269.1274307133, - "99.0" : 2680269.1274307133, - "99.9" : 2680269.1274307133, - "99.99" : 2680269.1274307133, - "99.999" : 2680269.1274307133, - "99.9999" : 2680269.1274307133, - "100.0" : 2680269.1274307133 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2680269.1274307133, - 2673435.101318808, - 2657196.6552697574, - 2611787.149156291, - 2639451.9039856484 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10039.170864506317, - "scoreError" : 391.423214676289, - "scoreConfidence" : [ - 9647.747649830028, - 10430.594079182607 - ], - "scorePercentiles" : { - "0.0" : 9869.743002187783, - "50.0" : 10067.42860215519, - "90.0" : 10122.543139444388, - "95.0" : 10122.543139444388, - "99.0" : 10122.543139444388, - "99.9" : 10122.543139444388, - "99.99" : 10122.543139444388, - "99.999" : 10122.543139444388, - "99.9999" : 10122.543139444388, - "100.0" : 10122.543139444388 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10122.543139444388, - 10028.029381710254, - 10108.110197033977, - 10067.42860215519, - 9869.743002187783 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.902284466576697E7, - "scoreError" : 5983905.717276168, - "scoreConfidence" : [ - 7.30389389484908E7, - 8.500675038304314E7 - ], - "scorePercentiles" : { - "0.0" : 7.683322619176686E7, - "50.0" : 7.968577363959582E7, - "90.0" : 8.059701869202635E7, - "95.0" : 8.059701869202635E7, - "99.0" : 8.059701869202635E7, - "99.9" : 8.059701869202635E7, - "99.99" : 8.059701869202635E7, - "99.999" : 8.059701869202635E7, - "99.9999" : 8.059701869202635E7, - "100.0" : 8.059701869202635E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.683322619176686E7, - 7.998566845995735E7, - 7.801253634548847E7, - 8.059701869202635E7, - 7.968577363959582E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4153815.6594756045, - "scoreError" : 217469.56044377352, - "scoreConfidence" : [ - 3936346.099031831, - 4371285.219919378 - ], - "scorePercentiles" : { - "0.0" : 4109220.7590232003, - "50.0" : 4144340.607536975, - "90.0" : 4250919.476392152, - "95.0" : 4250919.476392152, - "99.0" : 4250919.476392152, - "99.9" : 4250919.476392152, - "99.99" : 4250919.476392152, - "99.999" : 4250919.476392152, - "99.9999" : 4250919.476392152, - "100.0" : 4250919.476392152 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4250919.476392152, - 4109220.7590232003, - 4145039.1006175643, - 4144340.607536975, - 4119558.35380813 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 399397.4992212098, - "scoreError" : 29659.559279355206, - "scoreConfidence" : [ - 369737.93994185457, - 429057.058500565 - ], - "scorePercentiles" : { - "0.0" : 388772.93990039994, - "50.0" : 403443.54651681, - "90.0" : 405780.7579634564, - "95.0" : 405780.7579634564, - "99.0" : 405780.7579634564, - "99.9" : 405780.7579634564, - "99.99" : 405780.7579634564, - "99.999" : 405780.7579634564, - "99.9999" : 405780.7579634564, - "100.0" : 405780.7579634564 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 405780.7579634564, - 393694.4016803642, - 388772.93990039994, - 405295.85004501825, - 403443.54651681 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3704.36021017116, - "scoreError" : 265.17245109636383, - "scoreConfidence" : [ - 3439.1877590747963, - 3969.5326612675235 - ], - "scorePercentiles" : { - "0.0" : 3603.157798006978, - "50.0" : 3701.1000918494337, - "90.0" : 3774.83075779102, - "95.0" : 3774.83075779102, - "99.0" : 3774.83075779102, - "99.9" : 3774.83075779102, - "99.99" : 3774.83075779102, - "99.999" : 3774.83075779102, - "99.9999" : 3774.83075779102, - "100.0" : 3774.83075779102 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3603.157798006978, - 3761.186241527968, - 3681.5261616803973, - 3701.1000918494337, - 3774.83075779102 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6012744793131763E8, - "scoreError" : 5616479.243318594, - "scoreConfidence" : [ - 2.5451096868799904E8, - 2.6574392717463621E8 - ], - "scorePercentiles" : { - "0.0" : 2.5849761809831524E8, - "50.0" : 2.595791422926373E8, - "90.0" : 2.6183557950499505E8, - "95.0" : 2.6183557950499505E8, - "99.0" : 2.6183557950499505E8, - "99.9" : 2.6183557950499505E8, - "99.99" : 2.6183557950499505E8, - "99.999" : 2.6183557950499505E8, - "99.9999" : 2.6183557950499505E8, - "100.0" : 2.6183557950499505E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5849761809831524E8, - 2.5923890769564763E8, - 2.595791422926373E8, - 2.6183557950499505E8, - 2.614859920649928E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.5445559268688142E7, - "scoreError" : 643831.2829750257, - "scoreConfidence" : [ - 2.4801727985713117E7, - 2.6089390551663168E7 - ], - "scorePercentiles" : { - "0.0" : 2.520332149393195E7, - "50.0" : 2.5485958845819484E7, - "90.0" : 2.5642632037882295E7, - "95.0" : 2.5642632037882295E7, - "99.0" : 2.5642632037882295E7, - "99.9" : 2.5642632037882295E7, - "99.99" : 2.5642632037882295E7, - "99.999" : 2.5642632037882295E7, - "99.9999" : 2.5642632037882295E7, - "100.0" : 2.5642632037882295E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5527516854782403E7, - 2.5642632037882295E7, - 2.520332149393195E7, - 2.536836711102457E7, - 2.5485958845819484E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2698610.7578950236, - "scoreError" : 56607.961751367606, - "scoreConfidence" : [ - 2642002.796143656, - 2755218.719646391 - ], - "scorePercentiles" : { - "0.0" : 2680627.455596292, - "50.0" : 2694540.224975968, - "90.0" : 2719381.6690028054, - "95.0" : 2719381.6690028054, - "99.0" : 2719381.6690028054, - "99.9" : 2719381.6690028054, - "99.99" : 2719381.6690028054, - "99.999" : 2719381.6690028054, - "99.9999" : 2719381.6690028054, - "100.0" : 2719381.6690028054 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2719381.6690028054, - 2680627.455596292, - 2694540.224975968, - 2706043.5628660116, - 2692460.8770340392 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10031.869337886568, - "scoreError" : 264.1039038622439, - "scoreConfidence" : [ - 9767.765434024324, - 10295.973241748812 - ], - "scorePercentiles" : { - "0.0" : 9911.220452693775, - "50.0" : 10052.921967526543, - "90.0" : 10080.154400935735, - "95.0" : 10080.154400935735, - "99.0" : 10080.154400935735, - "99.9" : 10080.154400935735, - "99.99" : 10080.154400935735, - "99.999" : 10080.154400935735, - "99.9999" : 10080.154400935735, - "100.0" : 10080.154400935735 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9911.220452693775, - 10052.921967526543, - 10080.154400935735, - 10048.320508378894, - 10066.729359897887 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.83997635812431E7, - "scoreError" : 1.218401615592775E7, - "scoreConfidence" : [ - 6.621574742531535E7, - 9.058377973717085E7 - ], - "scorePercentiles" : { - "0.0" : 7.333261714310513E7, - "50.0" : 7.919039198465687E7, - "90.0" : 8.196936689859504E7, - "95.0" : 8.196936689859504E7, - "99.0" : 8.196936689859504E7, - "99.9" : 8.196936689859504E7, - "99.99" : 8.196936689859504E7, - "99.999" : 8.196936689859504E7, - "99.9999" : 8.196936689859504E7, - "100.0" : 8.196936689859504E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.936738306329541E7, - 7.919039198465687E7, - 7.333261714310513E7, - 8.196936689859504E7, - 7.813905881656301E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.9610285222054087E7, - "scoreError" : 192339.18296519687, - "scoreConfidence" : [ - 1.941794603908889E7, - 1.9802624405019283E7 - ], - "scorePercentiles" : { - "0.0" : 1.9535511082684E7, - "50.0" : 1.9607825181482296E7, - "90.0" : 1.966849918730645E7, - "95.0" : 1.966849918730645E7, - "99.0" : 1.966849918730645E7, - "99.9" : 1.966849918730645E7, - "99.99" : 1.966849918730645E7, - "99.999" : 1.966849918730645E7, - "99.9999" : 1.966849918730645E7, - "100.0" : 1.966849918730645E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9535511082684E7, - 1.9599633654061627E7, - 1.9607825181482296E7, - 1.966849918730645E7, - 1.963995700473607E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1206015.4313701186, - "scoreError" : 128840.15719480124, - "scoreConfidence" : [ - 1077175.2741753175, - 1334855.5885649198 - ], - "scorePercentiles" : { - "0.0" : 1147006.948053284, - "50.0" : 1216518.765951659, - "90.0" : 1226512.596856502, - "95.0" : 1226512.596856502, - "99.0" : 1226512.596856502, - "99.9" : 1226512.596856502, - "99.99" : 1226512.596856502, - "99.999" : 1226512.596856502, - "99.9999" : 1226512.596856502, - "100.0" : 1226512.596856502 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1213959.6434528437, - 1226079.202536304, - 1226512.596856502, - 1147006.948053284, - 1216518.765951659 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9754.678272124767, - "scoreError" : 384.60539328186314, - "scoreConfidence" : [ - 9370.072878842904, - 10139.28366540663 - ], - "scorePercentiles" : { - "0.0" : 9635.478744308808, - "50.0" : 9719.862705900148, - "90.0" : 9895.24592588971, - "95.0" : 9895.24592588971, - "99.0" : 9895.24592588971, - "99.9" : 9895.24592588971, - "99.99" : 9895.24592588971, - "99.999" : 9895.24592588971, - "99.9999" : 9895.24592588971, - "100.0" : 9895.24592588971 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9635.478744308808, - 9809.539104021762, - 9895.24592588971, - 9719.862705900148, - 9713.264880503404 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6211269790706986E8, - "scoreError" : 1.3164065786336267E7, - "scoreConfidence" : [ - 2.489486321207336E8, - 2.752767636934061E8 - ], - "scorePercentiles" : { - "0.0" : 2.5665894586081994E8, - "50.0" : 2.6220042807868516E8, - "90.0" : 2.6584178381509778E8, - "95.0" : 2.6584178381509778E8, - "99.0" : 2.6584178381509778E8, - "99.9" : 2.6584178381509778E8, - "99.99" : 2.6584178381509778E8, - "99.999" : 2.6584178381509778E8, - "99.9999" : 2.6584178381509778E8, - "100.0" : 2.6584178381509778E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5665894586081994E8, - 2.6220042807868516E8, - 2.619951793188664E8, - 2.6386715246188018E8, - 2.6584178381509778E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.6010671697565343E7, - "scoreError" : 1374136.9399225377, - "scoreConfidence" : [ - 2.4636534757642806E7, - 2.738480863748788E7 - ], - "scorePercentiles" : { - "0.0" : 2.5409641158028804E7, - "50.0" : 2.6077687887203485E7, - "90.0" : 2.630259252219158E7, - "95.0" : 2.630259252219158E7, - "99.0" : 2.630259252219158E7, - "99.9" : 2.630259252219158E7, - "99.99" : 2.630259252219158E7, - "99.999" : 2.630259252219158E7, - "99.9999" : 2.630259252219158E7, - "100.0" : 2.630259252219158E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5409641158028804E7, - 2.6011007860544708E7, - 2.625242905985814E7, - 2.630259252219158E7, - 2.6077687887203485E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2709114.9448662708, - "scoreError" : 50902.885233123394, - "scoreConfidence" : [ - 2658212.0596331474, - 2760017.830099394 - ], - "scorePercentiles" : { - "0.0" : 2696252.414206023, - "50.0" : 2707549.8512852136, - "90.0" : 2727492.375791192, - "95.0" : 2727492.375791192, - "99.0" : 2727492.375791192, - "99.9" : 2727492.375791192, - "99.99" : 2727492.375791192, - "99.999" : 2727492.375791192, - "99.9999" : 2727492.375791192, - "100.0" : 2727492.375791192 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2716772.714294291, - 2727492.375791192, - 2696252.414206023, - 2697507.3687546346, - 2707549.8512852136 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9992.559436915337, - "scoreError" : 108.53594620060473, - "scoreConfidence" : [ - 9884.023490714731, - 10101.095383115942 - ], - "scorePercentiles" : { - "0.0" : 9955.411533268882, - "50.0" : 9992.125869012629, - "90.0" : 10027.687668639333, - "95.0" : 10027.687668639333, - "99.0" : 10027.687668639333, - "99.9" : 10027.687668639333, - "99.99" : 10027.687668639333, - "99.999" : 10027.687668639333, - "99.9999" : 10027.687668639333, - "100.0" : 10027.687668639333 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9955.411533268882, - 9992.125869012629, - 10010.530386344326, - 9977.041727311518, - 10027.687668639333 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.954568398845834E7, - "scoreError" : 6703867.3417609455, - "scoreConfidence" : [ - 7.284181664669739E7, - 8.624955133021928E7 - ], - "scorePercentiles" : { - "0.0" : 7.716762010066034E7, - "50.0" : 7.920266257418765E7, - "90.0" : 8.194652919466843E7, - "95.0" : 8.194652919466843E7, - "99.0" : 8.194652919466843E7, - "99.9" : 8.194652919466843E7, - "99.99" : 8.194652919466843E7, - "99.999" : 8.194652919466843E7, - "99.9999" : 8.194652919466843E7, - "100.0" : 8.194652919466843E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.918823149634823E7, - 8.022337657642709E7, - 8.194652919466843E7, - 7.716762010066034E7, - 7.920266257418765E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4414778.792272758, - "scoreError" : 165535.23816266545, - "scoreConfidence" : [ - 4249243.554110092, - 4580314.030435423 - ], - "scorePercentiles" : { - "0.0" : 4382525.130277077, - "50.0" : 4397617.114498245, - "90.0" : 4489917.75626411, - "95.0" : 4489917.75626411, - "99.0" : 4489917.75626411, - "99.9" : 4489917.75626411, - "99.99" : 4489917.75626411, - "99.999" : 4489917.75626411, - "99.9999" : 4489917.75626411, - "100.0" : 4489917.75626411 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4489917.75626411, - 4382525.130277077, - 4397617.114498245, - 4408267.959993189, - 4395566.000331167 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 400181.03754265164, - "scoreError" : 59076.58104154979, - "scoreConfidence" : [ - 341104.45650110184, - 459257.61858420144 - ], - "scorePercentiles" : { - "0.0" : 376157.3727563784, - "50.0" : 403994.979306012, - "90.0" : 415319.14379043353, - "95.0" : 415319.14379043353, - "99.0" : 415319.14379043353, - "99.9" : 415319.14379043353, - "99.99" : 415319.14379043353, - "99.999" : 415319.14379043353, - "99.9999" : 415319.14379043353, - "100.0" : 415319.14379043353 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 376157.3727563784, - 410058.58910099464, - 415319.14379043353, - 403994.979306012, - 395375.10275943973 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3557.0946464089866, - "scoreError" : 915.2467387223332, - "scoreConfidence" : [ - 2641.8479076866533, - 4472.34138513132 - ], - "scorePercentiles" : { - "0.0" : 3134.3483488688667, - "50.0" : 3653.09759934493, - "90.0" : 3687.5098393555227, - "95.0" : 3687.5098393555227, - "99.0" : 3687.5098393555227, - "99.9" : 3687.5098393555227, - "99.99" : 3687.5098393555227, - "99.999" : 3687.5098393555227, - "99.9999" : 3687.5098393555227, - "100.0" : 3687.5098393555227 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3134.3483488688667, - 3625.5238759584367, - 3653.09759934493, - 3687.5098393555227, - 3684.9935685171768 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6120176273161626E8, - "scoreError" : 9623029.432225514, - "scoreConfidence" : [ - 2.5157873329939073E8, - 2.708247921638418E8 - ], - "scorePercentiles" : { - "0.0" : 2.5857566322352797E8, - "50.0" : 2.6104983515837306E8, - "90.0" : 2.6459737690828532E8, - "95.0" : 2.6459737690828532E8, - "99.0" : 2.6459737690828532E8, - "99.9" : 2.6459737690828532E8, - "99.99" : 2.6459737690828532E8, - "99.999" : 2.6459737690828532E8, - "99.9999" : 2.6459737690828532E8, - "100.0" : 2.6459737690828532E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5857566322352797E8, - 2.5911237602665904E8, - 2.6267356234123585E8, - 2.6104983515837306E8, - 2.6459737690828532E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.55668346817708E7, - "scoreError" : 704561.9250463059, - "scoreConfidence" : [ - 2.4862272756724495E7, - 2.6271396606817108E7 - ], - "scorePercentiles" : { - "0.0" : 2.5311201403437342E7, - "50.0" : 2.555958806930613E7, - "90.0" : 2.5777227017046105E7, - "95.0" : 2.5777227017046105E7, - "99.0" : 2.5777227017046105E7, - "99.9" : 2.5777227017046105E7, - "99.99" : 2.5777227017046105E7, - "99.999" : 2.5777227017046105E7, - "99.9999" : 2.5777227017046105E7, - "100.0" : 2.5777227017046105E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5777227017046105E7, - 2.5311201403437342E7, - 2.555958806930613E7, - 2.548613819090341E7, - 2.5700018728161022E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2697172.8482659003, - "scoreError" : 72328.57888035991, - "scoreConfidence" : [ - 2624844.2693855404, - 2769501.42714626 - ], - "scorePercentiles" : { - "0.0" : 2667078.4389413632, - "50.0" : 2699960.981132169, - "90.0" : 2719097.638482511, - "95.0" : 2719097.638482511, - "99.0" : 2719097.638482511, - "99.9" : 2719097.638482511, - "99.99" : 2719097.638482511, - "99.999" : 2719097.638482511, - "99.9999" : 2719097.638482511, - "100.0" : 2719097.638482511 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2667078.4389413632, - 2701015.990167501, - 2719097.638482511, - 2699960.981132169, - 2698711.1926059597 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9807.13430580101, - "scoreError" : 330.0526967789811, - "scoreConfidence" : [ - 9477.081609022029, - 10137.18700257999 - ], - "scorePercentiles" : { - "0.0" : 9681.858042258867, - "50.0" : 9827.19055328884, - "90.0" : 9882.684044956113, - "95.0" : 9882.684044956113, - "99.0" : 9882.684044956113, - "99.9" : 9882.684044956113, - "99.99" : 9882.684044956113, - "99.999" : 9882.684044956113, - "99.9999" : 9882.684044956113, - "100.0" : 9882.684044956113 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9762.207460499256, - 9827.19055328884, - 9881.731428001971, - 9681.858042258867, - 9882.684044956113 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2830717811662102E8, - "scoreError" : 2.413802446888893E7, - "scoreConfidence" : [ - 1.0416915364773208E8, - 1.5244520258550996E8 - ], - "scorePercentiles" : { - "0.0" : 1.179227031262253E8, - "50.0" : 1.3005411082817054E8, - "90.0" : 1.3419479897989546E8, - "95.0" : 1.3419479897989546E8, - "99.0" : 1.3419479897989546E8, - "99.9" : 1.3419479897989546E8, - "99.99" : 1.3419479897989546E8, - "99.999" : 1.3419479897989546E8, - "99.9999" : 1.3419479897989546E8, - "100.0" : 1.3419479897989546E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2770153460772969E8, - 1.179227031262253E8, - 1.3005411082817054E8, - 1.3419479897989546E8, - 1.3166274304108405E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.8891309425883688E7, - "scoreError" : 1923365.459870668, - "scoreConfidence" : [ - 1.696794396601302E7, - 2.0814674885754354E7 - ], - "scorePercentiles" : { - "0.0" : 1.8340410246497467E7, - "50.0" : 1.8971548416042693E7, - "90.0" : 1.953361646715527E7, - "95.0" : 1.953361646715527E7, - "99.0" : 1.953361646715527E7, - "99.9" : 1.953361646715527E7, - "99.99" : 1.953361646715527E7, - "99.999" : 1.953361646715527E7, - "99.9999" : 1.953361646715527E7, - "100.0" : 1.953361646715527E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8340410246497467E7, - 1.8971548416042693E7, - 1.844441067311704E7, - 1.953361646715527E7, - 1.916656132660598E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1446972.49311422, - "scoreError" : 117969.11597089493, - "scoreConfidence" : [ - 1329003.377143325, - 1564941.609085115 - ], - "scorePercentiles" : { - "0.0" : 1403387.0194028905, - "50.0" : 1445309.5333583134, - "90.0" : 1487547.5414975535, - "95.0" : 1487547.5414975535, - "99.0" : 1487547.5414975535, - "99.9" : 1487547.5414975535, - "99.99" : 1487547.5414975535, - "99.999" : 1487547.5414975535, - "99.9999" : 1487547.5414975535, - "100.0" : 1487547.5414975535 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1445309.5333583134, - 1403387.0194028905, - 1439445.2511792735, - 1487547.5414975535, - 1459173.120133069 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10804.438643422078, - "scoreError" : 923.2920828159074, - "scoreConfidence" : [ - 9881.14656060617, - 11727.730726237985 - ], - "scorePercentiles" : { - "0.0" : 10467.65313955135, - "50.0" : 10942.800287701692, - "90.0" : 11019.712296063875, - "95.0" : 11019.712296063875, - "99.0" : 11019.712296063875, - "99.9" : 11019.712296063875, - "99.99" : 11019.712296063875, - "99.999" : 11019.712296063875, - "99.9999" : 11019.712296063875, - "100.0" : 11019.712296063875 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10955.571007998802, - 11019.712296063875, - 10467.65313955135, - 10636.45648579467, - 10942.800287701692 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.417613258283976E8, - "scoreError" : 3.095908715065719E7, - "scoreConfidence" : [ - 7.108022386777405E8, - 7.727204129790548E8 - ], - "scorePercentiles" : { - "0.0" : 7.288033853252256E8, - "50.0" : 7.430256196425128E8, - "90.0" : 7.502157395008379E8, - "95.0" : 7.502157395008379E8, - "99.0" : 7.502157395008379E8, - "99.9" : 7.502157395008379E8, - "99.99" : 7.502157395008379E8, - "99.999" : 7.502157395008379E8, - "99.9999" : 7.502157395008379E8, - "100.0" : 7.502157395008379E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.288033853252256E8, - 7.408975163420417E8, - 7.502157395008379E8, - 7.458643683313705E8, - 7.430256196425128E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.33777002723007E7, - "scoreError" : 871825.6293321245, - "scoreConfidence" : [ - 3.2505874642968576E7, - 3.424952590163282E7 - ], - "scorePercentiles" : { - "0.0" : 3.3072492326499622E7, - "50.0" : 3.3410955906654425E7, - "90.0" : 3.359711770992763E7, - "95.0" : 3.359711770992763E7, - "99.0" : 3.359711770992763E7, - "99.9" : 3.359711770992763E7, - "99.99" : 3.359711770992763E7, - "99.999" : 3.359711770992763E7, - "99.9999" : 3.359711770992763E7, - "100.0" : 3.359711770992763E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3410955906654425E7, - 3.359711770992763E7, - 3.357898883037855E7, - 3.3228946588043306E7, - 3.3072492326499622E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2638286.9767503617, - "scoreError" : 175796.3140106424, - "scoreConfidence" : [ - 2462490.6627397193, - 2814083.290761004 - ], - "scorePercentiles" : { - "0.0" : 2572274.940443793, - "50.0" : 2652667.351670959, - "90.0" : 2693103.083621066, - "95.0" : 2693103.083621066, - "99.0" : 2693103.083621066, - "99.9" : 2693103.083621066, - "99.99" : 2693103.083621066, - "99.999" : 2693103.083621066, - "99.9999" : 2693103.083621066, - "100.0" : 2693103.083621066 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2572274.940443793, - 2652667.351670959, - 2656224.1869523865, - 2693103.083621066, - 2617165.321063605 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 20615.81975411722, - "scoreError" : 1331.1294458781113, - "scoreConfidence" : [ - 19284.690308239107, - 21946.94919999533 - ], - "scorePercentiles" : { - "0.0" : 20093.673547071052, - "50.0" : 20585.745692378237, - "90.0" : 21018.220231890486, - "95.0" : 21018.220231890486, - "99.0" : 21018.220231890486, - "99.9" : 21018.220231890486, - "99.99" : 21018.220231890486, - "99.999" : 21018.220231890486, - "99.9999" : 21018.220231890486, - "100.0" : 21018.220231890486 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 20565.59709404855, - 21018.220231890486, - 20815.862205197776, - 20093.673547071052, - 20585.745692378237 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.3182917493545616E8, - "scoreError" : 1.2055900368268825E7, - "scoreConfidence" : [ - 1.1977327456718734E8, - 1.4388507530372497E8 - ], - "scorePercentiles" : { - "0.0" : 1.2672148781953426E8, - "50.0" : 1.3225562707694773E8, - "90.0" : 1.352049336136921E8, - "95.0" : 1.352049336136921E8, - "99.0" : 1.352049336136921E8, - "99.9" : 1.352049336136921E8, - "99.99" : 1.352049336136921E8, - "99.999" : 1.352049336136921E8, - "99.9999" : 1.352049336136921E8, - "100.0" : 1.352049336136921E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.352049336136921E8, - 1.3225562707694773E8, - 1.3189394865951863E8, - 1.2672148781953426E8, - 1.3306987750758813E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4449993.298009734, - "scoreError" : 551827.2752561707, - "scoreConfidence" : [ - 3898166.022753563, - 5001820.573265905 - ], - "scorePercentiles" : { - "0.0" : 4261949.075363796, - "50.0" : 4508189.233660907, - "90.0" : 4611925.252446857, - "95.0" : 4611925.252446857, - "99.0" : 4611925.252446857, - "99.9" : 4611925.252446857, - "99.99" : 4611925.252446857, - "99.999" : 4611925.252446857, - "99.9999" : 4611925.252446857, - "100.0" : 4611925.252446857 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4611925.252446857, - 4342670.424359767, - 4508189.233660907, - 4261949.075363796, - 4525232.504217343 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 464111.01473537367, - "scoreError" : 47919.99446782919, - "scoreConfidence" : [ - 416191.0202675445, - 512031.00920320285 - ], - "scorePercentiles" : { - "0.0" : 445378.1214639687, - "50.0" : 470239.78384547576, - "90.0" : 473851.2269313933, - "95.0" : 473851.2269313933, - "99.0" : 473851.2269313933, - "99.9" : 473851.2269313933, - "99.99" : 473851.2269313933, - "99.999" : 473851.2269313933, - "99.9999" : 473851.2269313933, - "100.0" : 473851.2269313933 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 457418.21061297855, - 473667.73082305206, - 470239.78384547576, - 445378.1214639687, - 473851.2269313933 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3855.9804265689404, - "scoreError" : 425.9454689401137, - "scoreConfidence" : [ - 3430.0349576288268, - 4281.9258955090545 - ], - "scorePercentiles" : { - "0.0" : 3672.967487853004, - "50.0" : 3890.7011049989005, - "90.0" : 3956.463499487047, - "95.0" : 3956.463499487047, - "99.0" : 3956.463499487047, - "99.9" : 3956.463499487047, - "99.99" : 3956.463499487047, - "99.999" : 3956.463499487047, - "99.9999" : 3956.463499487047, - "100.0" : 3956.463499487047 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3956.463499487047, - 3918.648638342473, - 3672.967487853004, - 3841.1214021632763, - 3890.7011049989005 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.408267114575746E8, - "scoreError" : 2.1040530288549572E7, - "scoreConfidence" : [ - 7.197861811690251E8, - 7.618672417461241E8 - ], - "scorePercentiles" : { - "0.0" : 7.359538339909568E8, - "50.0" : 7.393149534496369E8, - "90.0" : 7.498904224988518E8, - "95.0" : 7.498904224988518E8, - "99.0" : 7.498904224988518E8, - "99.9" : 7.498904224988518E8, - "99.99" : 7.498904224988518E8, - "99.999" : 7.498904224988518E8, - "99.9999" : 7.498904224988518E8, - "100.0" : 7.498904224988518E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.375303647894155E8, - 7.359538339909568E8, - 7.393149534496369E8, - 7.414439825590118E8, - 7.498904224988518E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.24233970517581E7, - "scoreError" : 1012552.3957927304, - "scoreConfidence" : [ - 3.141084465596537E7, - 3.343594944755083E7 - ], - "scorePercentiles" : { - "0.0" : 3.212196037352709E7, - "50.0" : 3.250156477228949E7, - "90.0" : 3.267937679870722E7, - "95.0" : 3.267937679870722E7, - "99.0" : 3.267937679870722E7, - "99.9" : 3.267937679870722E7, - "99.99" : 3.267937679870722E7, - "99.999" : 3.267937679870722E7, - "99.9999" : 3.267937679870722E7, - "100.0" : 3.267937679870722E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.212196037352709E7, - 3.2168766722023144E7, - 3.2645316592243552E7, - 3.267937679870722E7, - 3.250156477228949E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3383086.0048311045, - "scoreError" : 76787.3299212265, - "scoreConfidence" : [ - 3306298.674909878, - 3459873.334752331 - ], - "scorePercentiles" : { - "0.0" : 3352246.648689023, - "50.0" : 3391740.2002430055, - "90.0" : 3403007.4526726953, - "95.0" : 3403007.4526726953, - "99.0" : 3403007.4526726953, - "99.9" : 3403007.4526726953, - "99.99" : 3403007.4526726953, - "99.999" : 3403007.4526726953, - "99.9999" : 3403007.4526726953, - "100.0" : 3403007.4526726953 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3352246.648689023, - 3375127.9060148913, - 3391740.2002430055, - 3393307.816535907, - 3403007.4526726953 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 16548.81198571895, - "scoreError" : 1158.534736739806, - "scoreConfidence" : [ - 15390.277248979142, - 17707.346722458755 - ], - "scorePercentiles" : { - "0.0" : 16263.332586181092, - "50.0" : 16486.87941162664, - "90.0" : 17021.756930210708, - "95.0" : 17021.756930210708, - "99.0" : 17021.756930210708, - "99.9" : 17021.756930210708, - "99.99" : 17021.756930210708, - "99.999" : 17021.756930210708, - "99.9999" : 17021.756930210708, - "100.0" : 17021.756930210708 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 16335.720189773207, - 16263.332586181092, - 16486.87941162664, - 17021.756930210708, - 16636.37081080309 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 9.051205598922503E7, - "scoreError" : 1.3796482967613714E7, - "scoreConfidence" : [ - 7.671557302161132E7, - 1.0430853895683874E8 - ], - "scorePercentiles" : { - "0.0" : 8.430256574449177E7, - "50.0" : 9.179935694394717E7, - "90.0" : 9.306291272025989E7, - "95.0" : 9.306291272025989E7, - "99.0" : 9.306291272025989E7, - "99.9" : 9.306291272025989E7, - "99.99" : 9.306291272025989E7, - "99.999" : 9.306291272025989E7, - "99.9999" : 9.306291272025989E7, - "100.0" : 9.306291272025989E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9.074499504169345E7, - 8.430256574449177E7, - 9.265044949573292E7, - 9.306291272025989E7, - 9.179935694394717E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.9588905147179127E7, - "scoreError" : 7040249.367672556, - "scoreConfidence" : [ - 2.254865577950657E7, - 3.662915451485168E7 - ], - "scorePercentiles" : { - "0.0" : 2.6442700069323685E7, - "50.0" : 3.008922509586951E7, - "90.0" : 3.1049118942039013E7, - "95.0" : 3.1049118942039013E7, - "99.0" : 3.1049118942039013E7, - "99.9" : 3.1049118942039013E7, - "99.99" : 3.1049118942039013E7, - "99.999" : 3.1049118942039013E7, - "99.9999" : 3.1049118942039013E7, - "100.0" : 3.1049118942039013E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6442700069323685E7, - 3.1049118942039013E7, - 3.06216892382901E7, - 2.974179239037333E7, - 3.008922509586951E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2387385.886524616, - "scoreError" : 359761.87128515, - "scoreConfidence" : [ - 2027624.0152394657, - 2747147.7578097656 - ], - "scorePercentiles" : { - "0.0" : 2245873.9828960965, - "50.0" : 2438258.6080569266, - "90.0" : 2471507.7730479515, - "95.0" : 2471507.7730479515, - "99.0" : 2471507.7730479515, - "99.9" : 2471507.7730479515, - "99.99" : 2471507.7730479515, - "99.999" : 2471507.7730479515, - "99.9999" : 2471507.7730479515, - "100.0" : 2471507.7730479515 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2441656.992208449, - 2438258.6080569266, - 2245873.9828960965, - 2339632.076413654, - 2471507.7730479515 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 20166.52694072401, - "scoreError" : 2452.4368492009835, - "scoreConfidence" : [ - 17714.090091523023, - 22618.963789924994 - ], - "scorePercentiles" : { - "0.0" : 19289.35150351729, - "50.0" : 20482.5790387188, - "90.0" : 20753.705442646657, - "95.0" : 20753.705442646657, - "99.0" : 20753.705442646657, - "99.9" : 20753.705442646657, - "99.99" : 20753.705442646657, - "99.999" : 20753.705442646657, - "99.9999" : 20753.705442646657, - "100.0" : 20753.705442646657 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 19289.35150351729, - 19701.795862834188, - 20605.202855903106, - 20753.705442646657, - 20482.5790387188 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.134409987747749E7, - "scoreError" : 1357243.5047246541, - "scoreConfidence" : [ - 4.998685637275284E7, - 5.270134338220214E7 - ], - "scorePercentiles" : { - "0.0" : 5.0862347343680575E7, - "50.0" : 5.149329000003383E7, - "90.0" : 5.173990854586923E7, - "95.0" : 5.173990854586923E7, - "99.0" : 5.173990854586923E7, - "99.9" : 5.173990854586923E7, - "99.99" : 5.173990854586923E7, - "99.999" : 5.173990854586923E7, - "99.9999" : 5.173990854586923E7, - "100.0" : 5.173990854586923E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.0862347343680575E7, - 5.173990854586923E7, - 5.149329000003383E7, - 5.110761360515043E7, - 5.151733989265336E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.015625317596252E7, - "scoreError" : 3024492.7206490827, - "scoreConfidence" : [ - 2.7131760455313437E7, - 3.31807458966116E7 - ], - "scorePercentiles" : { - "0.0" : 2.880252849126204E7, - "50.0" : 3.0574654182370346E7, - "90.0" : 3.0672609331704594E7, - "95.0" : 3.0672609331704594E7, - "99.0" : 3.0672609331704594E7, - "99.9" : 3.0672609331704594E7, - "99.99" : 3.0672609331704594E7, - "99.999" : 3.0672609331704594E7, - "99.9999" : 3.0672609331704594E7, - "100.0" : 3.0672609331704594E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.880252849126204E7, - 3.0672609331704594E7, - 3.0574654182370346E7, - 3.0135830901506297E7, - 3.0595642972969323E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3710407.8278355515, - "scoreError" : 400382.9106113438, - "scoreConfidence" : [ - 3310024.917224208, - 4110790.738446895 - ], - "scorePercentiles" : { - "0.0" : 3564826.3528119735, - "50.0" : 3729274.9343916373, - "90.0" : 3837606.280950462, - "95.0" : 3837606.280950462, - "99.0" : 3837606.280950462, - "99.9" : 3837606.280950462, - "99.99" : 3837606.280950462, - "99.999" : 3837606.280950462, - "99.9999" : 3837606.280950462, - "100.0" : 3837606.280950462 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3564826.3528119735, - 3657647.4912323607, - 3762684.079791325, - 3837606.280950462, - 3729274.9343916373 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 42648.191421642245, - "scoreError" : 1398.038742056513, - "scoreConfidence" : [ - 41250.152679585735, - 44046.230163698754 - ], - "scorePercentiles" : { - "0.0" : 42255.89948815342, - "50.0" : 42580.26547495882, - "90.0" : 43171.4609355142, - "95.0" : 43171.4609355142, - "99.0" : 43171.4609355142, - "99.9" : 43171.4609355142, - "99.99" : 43171.4609355142, - "99.999" : 43171.4609355142, - "99.9999" : 43171.4609355142, - "100.0" : 43171.4609355142 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 43171.4609355142, - 42580.26547495882, - 42401.07027611492, - 42255.89948815342, - 42832.26093346988 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 8.867999555131753E7, - "scoreError" : 2.0848824599477887E7, - "scoreConfidence" : [ - 6.783117095183964E7, - 1.0952882015079542E8 - ], - "scorePercentiles" : { - "0.0" : 8.191525055306403E7, - "50.0" : 9.199383905684696E7, - "90.0" : 9.322901689752267E7, - "95.0" : 9.322901689752267E7, - "99.0" : 9.322901689752267E7, - "99.9" : 9.322901689752267E7, - "99.99" : 9.322901689752267E7, - "99.999" : 9.322901689752267E7, - "99.9999" : 9.322901689752267E7, - "100.0" : 9.322901689752267E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.370251034879316E7, - 9.255936090036073E7, - 8.191525055306403E7, - 9.199383905684696E7, - 9.322901689752267E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 7430386.057082755, - "scoreError" : 667424.1378385047, - "scoreConfidence" : [ - 6762961.91924425, - 8097810.194921259 - ], - "scorePercentiles" : { - "0.0" : 7143135.209230909, - "50.0" : 7460745.340907535, - "90.0" : 7606593.165650425, - "95.0" : 7606593.165650425, - "99.0" : 7606593.165650425, - "99.9" : 7606593.165650425, - "99.99" : 7606593.165650425, - "99.999" : 7606593.165650425, - "99.9999" : 7606593.165650425, - "100.0" : 7606593.165650425 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7460745.340907535, - 7143135.209230909, - 7435859.871219917, - 7606593.165650425, - 7505596.698404989 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 745967.4742442605, - "scoreError" : 15864.75008443979, - "scoreConfidence" : [ - 730102.7241598207, - 761832.2243287002 - ], - "scorePercentiles" : { - "0.0" : 739260.1172334765, - "50.0" : 747405.3754698734, - "90.0" : 749627.4551291374, - "95.0" : 749627.4551291374, - "99.0" : 749627.4551291374, - "99.9" : 749627.4551291374, - "99.99" : 749627.4551291374, - "99.999" : 749627.4551291374, - "99.9999" : 749627.4551291374, - "100.0" : 749627.4551291374 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 745018.4203270248, - 747405.3754698734, - 749627.4551291374, - 748526.0030617898, - 739260.1172334765 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5490.251080587116, - "scoreError" : 478.4533354063569, - "scoreConfidence" : [ - 5011.797745180759, - 5968.704415993473 - ], - "scorePercentiles" : { - "0.0" : 5329.711102270019, - "50.0" : 5500.592328046851, - "90.0" : 5653.151331818686, - "95.0" : 5653.151331818686, - "99.0" : 5653.151331818686, - "99.9" : 5653.151331818686, - "99.99" : 5653.151331818686, - "99.999" : 5653.151331818686, - "99.9999" : 5653.151331818686, - "100.0" : 5653.151331818686 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5329.711102270019, - 5500.592328046851, - 5415.8640698646705, - 5653.151331818686, - 5551.9365709353515 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.102747934532209E7, - "scoreError" : 1850515.457612684, - "scoreConfidence" : [ - 4.91769638877094E7, - 5.287799480293477E7 - ], - "scorePercentiles" : { - "0.0" : 5.0457309318568856E7, - "50.0" : 5.1277065559157394E7, - "90.0" : 5.146092256509812E7, - "95.0" : 5.146092256509812E7, - "99.0" : 5.146092256509812E7, - "99.9" : 5.146092256509812E7, - "99.99" : 5.146092256509812E7, - "99.999" : 5.146092256509812E7, - "99.9999" : 5.146092256509812E7, - "100.0" : 5.146092256509812E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.0457309318568856E7, - 5.055742372324407E7, - 5.1277065559157394E7, - 5.1384675560542E7, - 5.146092256509812E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.6264347558783084E7, - "scoreError" : 3370082.26485789, - "scoreConfidence" : [ - 2.2894265293925196E7, - 2.9634429823640972E7 - ], - "scorePercentiles" : { - "0.0" : 2.5044141796530575E7, - "50.0" : 2.664270176357638E7, - "90.0" : 2.724141783022027E7, - "95.0" : 2.724141783022027E7, - "99.0" : 2.724141783022027E7, - "99.9" : 2.724141783022027E7, - "99.99" : 2.724141783022027E7, - "99.999" : 2.724141783022027E7, - "99.9999" : 2.724141783022027E7, - "100.0" : 2.724141783022027E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5712984431002293E7, - 2.66804919725859E7, - 2.724141783022027E7, - 2.664270176357638E7, - 2.5044141796530575E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3780169.583579342, - "scoreError" : 384518.74060500524, - "scoreConfidence" : [ - 3395650.842974337, - 4164688.324184347 - ], - "scorePercentiles" : { - "0.0" : 3619326.022274948, - "50.0" : 3804565.186768665, - "90.0" : 3862146.7667233725, - "95.0" : 3862146.7667233725, - "99.0" : 3862146.7667233725, - "99.9" : 3862146.7667233725, - "99.99" : 3862146.7667233725, - "99.999" : 3862146.7667233725, - "99.9999" : 3862146.7667233725, - "100.0" : 3862146.7667233725 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3756330.862615265, - 3619326.022274948, - 3804565.186768665, - 3862146.7667233725, - 3858479.0795144592 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 39938.26755169852, - "scoreError" : 2830.851431456768, - "scoreConfidence" : [ - 37107.41612024175, - 42769.118983155284 - ], - "scorePercentiles" : { - "0.0" : 39312.562179995635, - "50.0" : 39786.29449684432, - "90.0" : 41132.28947270594, - "95.0" : 41132.28947270594, - "99.0" : 41132.28947270594, - "99.9" : 41132.28947270594, - "99.99" : 41132.28947270594, - "99.999" : 41132.28947270594, - "99.9999" : 41132.28947270594, - "100.0" : 41132.28947270594 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 39786.29449684432, - 39387.38822426611, - 39312.562179995635, - 40072.80338468057, - 41132.28947270594 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2795161155575106E8, - "scoreError" : 1.9276237743264288E7, - "scoreConfidence" : [ - 1.0867537381248677E8, - 1.4722784929901534E8 - ], - "scorePercentiles" : { - "0.0" : 1.2002357059435436E8, - "50.0" : 1.2793135820875986E8, - "90.0" : 1.333936478633612E8, - "95.0" : 1.333936478633612E8, - "99.0" : 1.333936478633612E8, - "99.9" : 1.333936478633612E8, - "99.99" : 1.333936478633612E8, - "99.999" : 1.333936478633612E8, - "99.9999" : 1.333936478633612E8, - "100.0" : 1.333936478633612E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2768346073357877E8, - 1.2793135820875986E8, - 1.2002357059435436E8, - 1.3072602037870115E8, - 1.333936478633612E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.062423327513026E7, - "scoreError" : 1973573.3855383715, - "scoreConfidence" : [ - 2.8650659889591888E7, - 3.2597806660668634E7 - ], - "scorePercentiles" : { - "0.0" : 3.003233460405918E7, - "50.0" : 3.0386396203576706E7, - "90.0" : 3.122959411031789E7, - "95.0" : 3.122959411031789E7, - "99.0" : 3.122959411031789E7, - "99.9" : 3.122959411031789E7, - "99.99" : 3.122959411031789E7, - "99.999" : 3.122959411031789E7, - "99.9999" : 3.122959411031789E7, - "100.0" : 3.122959411031789E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0386396203576706E7, - 3.122959411031789E7, - 3.0381310364583276E7, - 3.1091531093114235E7, - 3.003233460405918E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2877461.9516402474, - "scoreError" : 242099.45763004752, - "scoreConfidence" : [ - 2635362.4940102, - 3119561.409270295 - ], - "scorePercentiles" : { - "0.0" : 2803186.7005246733, - "50.0" : 2920025.75885157, - "90.0" : 2929009.301074319, - "95.0" : 2929009.301074319, - "99.0" : 2929009.301074319, - "99.9" : 2929009.301074319, - "99.99" : 2929009.301074319, - "99.999" : 2929009.301074319, - "99.9999" : 2929009.301074319, - "100.0" : 2929009.301074319 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2814490.093977687, - 2803186.7005246733, - 2920025.75885157, - 2929009.301074319, - 2920597.9037729884 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 24857.89433262146, - "scoreError" : 3278.786149214318, - "scoreConfidence" : [ - 21579.108183407145, - 28136.680481835778 - ], - "scorePercentiles" : { - "0.0" : 23745.662371219136, - "50.0" : 24706.392227603315, - "90.0" : 25941.422863530028, - "95.0" : 25941.422863530028, - "99.0" : 25941.422863530028, - "99.9" : 25941.422863530028, - "99.99" : 25941.422863530028, - "99.999" : 25941.422863530028, - "99.9999" : 25941.422863530028, - "100.0" : 25941.422863530028 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 23745.662371219136, - 25941.422863530028, - 25422.264615012, - 24473.729585742836, - 24706.392227603315 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.420746742277434E8, - "scoreError" : 1.0741340335095813E7, - "scoreConfidence" : [ - 7.313333338926476E8, - 7.528160145628392E8 - ], - "scorePercentiles" : { - "0.0" : 7.398626005480859E8, - "50.0" : 7.4151796133557E8, - "90.0" : 7.468997651954411E8, - "95.0" : 7.468997651954411E8, - "99.0" : 7.468997651954411E8, - "99.9" : 7.468997651954411E8, - "99.99" : 7.468997651954411E8, - "99.999" : 7.468997651954411E8, - "99.9999" : 7.468997651954411E8, - "100.0" : 7.468997651954411E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.405336058756262E8, - 7.468997651954411E8, - 7.415594381839935E8, - 7.4151796133557E8, - 7.398626005480859E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5.260479685949914E7, - "scoreError" : 1.071416597230781E7, - "scoreConfidence" : [ - 4.189063088719133E7, - 6.331896283180695E7 - ], - "scorePercentiles" : { - "0.0" : 4.7630809056772694E7, - "50.0" : 5.382548730580727E7, - "90.0" : 5.399860553313047E7, - "95.0" : 5.399860553313047E7, - "99.0" : 5.399860553313047E7, - "99.9" : 5.399860553313047E7, - "99.99" : 5.399860553313047E7, - "99.999" : 5.399860553313047E7, - "99.9999" : 5.399860553313047E7, - "100.0" : 5.399860553313047E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.399860553313047E7, - 4.7630809056772694E7, - 5.3858160318711825E7, - 5.382548730580727E7, - 5.371092208307347E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1.2608344626036646E7, - "scoreError" : 1603969.8946998818, - "scoreConfidence" : [ - 1.1004374731336765E7, - 1.4212314520736527E7 - ], - "scorePercentiles" : { - "0.0" : 1.2085470752962278E7, - "50.0" : 1.2827314412179012E7, - "90.0" : 1.30251674785446E7, - "95.0" : 1.30251674785446E7, - "99.0" : 1.30251674785446E7, - "99.9" : 1.30251674785446E7, - "99.99" : 1.30251674785446E7, - "99.999" : 1.30251674785446E7, - "99.9999" : 1.30251674785446E7, - "100.0" : 1.30251674785446E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2827314412179012E7, - 1.2862191897032935E7, - 1.30251674785446E7, - 1.2085470752962278E7, - 1.2241578589464406E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3918699.378395489, - "scoreError" : 253464.5944248489, - "scoreConfidence" : [ - 3665234.78397064, - 4172163.972820338 - ], - "scorePercentiles" : { - "0.0" : 3811942.4044960574, - "50.0" : 3939983.3779858304, - "90.0" : 3970954.776545896, - "95.0" : 3970954.776545896, - "99.0" : 3970954.776545896, - "99.9" : 3970954.776545896, - "99.99" : 3970954.776545896, - "99.999" : 3970954.776545896, - "99.9999" : 3970954.776545896, - "100.0" : 3970954.776545896 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3811942.4044960574, - 3939983.3779858304, - 3970954.776545896, - 3968465.211565155, - 3902151.1213845066 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.2806997960757616E8, - "scoreError" : 2.182784917549682E7, - "scoreConfidence" : [ - 1.0624213043207934E8, - 1.4989782878307298E8 - ], - "scorePercentiles" : { - "0.0" : 1.1801762296755564E8, - "50.0" : 1.3029786908868913E8, - "90.0" : 1.3171073987014943E8, - "95.0" : 1.3171073987014943E8, - "99.0" : 1.3171073987014943E8, - "99.9" : 1.3171073987014943E8, - "99.99" : 1.3171073987014943E8, - "99.999" : 1.3171073987014943E8, - "99.9999" : 1.3171073987014943E8, - "100.0" : 1.3171073987014943E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.296553997087591E8, - 1.3066826640272748E8, - 1.3029786908868913E8, - 1.1801762296755564E8, - 1.3171073987014943E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8536318.114325183, - "scoreError" : 968044.9018168154, - "scoreConfidence" : [ - 7568273.212508367, - 9504363.016141998 - ], - "scorePercentiles" : { - "0.0" : 8229726.274983569, - "50.0" : 8622598.29308758, - "90.0" : 8825979.333113702, - "95.0" : 8825979.333113702, - "99.0" : 8825979.333113702, - "99.9" : 8825979.333113702, - "99.99" : 8825979.333113702, - "99.999" : 8825979.333113702, - "99.9999" : 8825979.333113702, - "100.0" : 8825979.333113702 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8681994.473160788, - 8622598.29308758, - 8229726.274983569, - 8321292.19728027, - 8825979.333113702 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 860290.5189450055, - "scoreError" : 82687.2972289959, - "scoreConfidence" : [ - 777603.2217160095, - 942977.8161740014 - ], - "scorePercentiles" : { - "0.0" : 836328.0553325687, - "50.0" : 862944.9854977923, - "90.0" : 886836.5663575289, - "95.0" : 886836.5663575289, - "99.0" : 886836.5663575289, - "99.9" : 886836.5663575289, - "99.99" : 886836.5663575289, - "99.999" : 886836.5663575289, - "99.9999" : 886836.5663575289, - "100.0" : 886836.5663575289 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 836328.0553325687, - 862944.9854977923, - 886836.5663575289, - 874176.1872033494, - 841166.8003337885 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5822.005648863682, - "scoreError" : 617.3866931180928, - "scoreConfidence" : [ - 5204.618955745589, - 6439.392341981775 - ], - "scorePercentiles" : { - "0.0" : 5571.549672084337, - "50.0" : 5849.286597837276, - "90.0" : 6017.988908466568, - "95.0" : 6017.988908466568, - "99.0" : 6017.988908466568, - "99.9" : 6017.988908466568, - "99.99" : 6017.988908466568, - "99.999" : 6017.988908466568, - "99.9999" : 6017.988908466568, - "100.0" : 6017.988908466568 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5818.637316396657, - 6017.988908466568, - 5849.286597837276, - 5571.549672084337, - 5852.565749533568 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.373608728593385E8, - "scoreError" : 2.394348875112463E7, - "scoreConfidence" : [ - 7.134173841082139E8, - 7.613043616104631E8 - ], - "scorePercentiles" : { - "0.0" : 7.29779017591643E8, - "50.0" : 7.361398569417534E8, - "90.0" : 7.470189586639465E8, - "95.0" : 7.470189586639465E8, - "99.0" : 7.470189586639465E8, - "99.9" : 7.470189586639465E8, - "99.99" : 7.470189586639465E8, - "99.999" : 7.470189586639465E8, - "99.9999" : 7.470189586639465E8, - "100.0" : 7.470189586639465E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.361398569417534E8, - 7.29779017591643E8, - 7.379424129033954E8, - 7.470189586639465E8, - 7.359241181959544E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5.026645381359359E7, - "scoreError" : 9827615.843915652, - "scoreConfidence" : [ - 4.043883796967794E7, - 6.009406965750924E7 - ], - "scorePercentiles" : { - "0.0" : 4.5708665565753795E7, - "50.0" : 5.144352236147317E7, - "90.0" : 5.157053243987774E7, - "95.0" : 5.157053243987774E7, - "99.0" : 5.157053243987774E7, - "99.9" : 5.157053243987774E7, - "99.99" : 5.157053243987774E7, - "99.999" : 5.157053243987774E7, - "99.9999" : 5.157053243987774E7, - "100.0" : 5.157053243987774E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.116486738232289E7, - 5.157053243987774E7, - 4.5708665565753795E7, - 5.144352236147317E7, - 5.144468131854036E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2.0506953039860446E7, - "scoreError" : 5550053.532852436, - "scoreConfidence" : [ - 1.4956899507008009E7, - 2.6057006572712883E7 - ], - "scorePercentiles" : { - "0.0" : 1.7936395134399213E7, - "50.0" : 2.1102144792629607E7, - "90.0" : 2.1340198704751734E7, - "95.0" : 2.1340198704751734E7, - "99.0" : 2.1340198704751734E7, - "99.9" : 2.1340198704751734E7, - "99.99" : 2.1340198704751734E7, - "99.999" : 2.1340198704751734E7, - "99.9999" : 2.1340198704751734E7, - "100.0" : 2.1340198704751734E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7936395134399213E7, - 2.110255198871101E7, - 2.1340198704751734E7, - 2.105347457881067E7, - 2.1102144792629607E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4460188.163072968, - "scoreError" : 114529.09355095334, - "scoreConfidence" : [ - 4345659.069522015, - 4574717.256623921 - ], - "scorePercentiles" : { - "0.0" : 4417393.464923569, - "50.0" : 4460828.160891177, - "90.0" : 4494248.846221315, - "95.0" : 4494248.846221315, - "99.0" : 4494248.846221315, - "99.9" : 4494248.846221315, - "99.99" : 4494248.846221315, - "99.999" : 4494248.846221315, - "99.9999" : 4494248.846221315, - "100.0" : 4494248.846221315 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4417393.464923569, - 4460828.160891177, - 4480264.271683476, - 4448206.071645299, - 4494248.846221315 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.69859989717034E7, - "scoreError" : 3.1477588054096702E7, - "scoreConfidence" : [ - 4.55084109176067E7, - 1.084635870258001E8 - ], - "scorePercentiles" : { - "0.0" : 6.25416377915669E7, - "50.0" : 7.959172319407682E7, - "90.0" : 8.207493604718278E7, - "95.0" : 8.207493604718278E7, - "99.0" : 8.207493604718278E7, - "99.9" : 8.207493604718278E7, - "99.99" : 8.207493604718278E7, - "99.999" : 8.207493604718278E7, - "99.9999" : 8.207493604718278E7, - "100.0" : 8.207493604718278E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.25416377915669E7, - 7.959172319407682E7, - 8.162425831515236E7, - 7.90974395105381E7, - 8.207493604718278E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.882104350339101E7, - "scoreError" : 1254406.1570267635, - "scoreConfidence" : [ - 1.7566637346364245E7, - 2.0075449660417773E7 - ], - "scorePercentiles" : { - "0.0" : 1.8262820436378945E7, - "50.0" : 1.891626841825293E7, - "90.0" : 1.9083065740568485E7, - "95.0" : 1.9083065740568485E7, - "99.0" : 1.9083065740568485E7, - "99.9" : 1.9083065740568485E7, - "99.99" : 1.9083065740568485E7, - "99.999" : 1.9083065740568485E7, - "99.9999" : 1.9083065740568485E7, - "100.0" : 1.9083065740568485E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8262820436378945E7, - 1.9083065740568485E7, - 1.900801851750668E7, - 1.891626841825293E7, - 1.8835044404248E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1209513.7596309904, - "scoreError" : 112861.44197474573, - "scoreConfidence" : [ - 1096652.3176562446, - 1322375.2016057363 - ], - "scorePercentiles" : { - "0.0" : 1164566.3698877045, - "50.0" : 1214947.6158872615, - "90.0" : 1242254.7545121685, - "95.0" : 1242254.7545121685, - "99.0" : 1242254.7545121685, - "99.9" : 1242254.7545121685, - "99.99" : 1242254.7545121685, - "99.999" : 1242254.7545121685, - "99.9999" : 1242254.7545121685, - "100.0" : 1242254.7545121685 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1200826.366492926, - 1214947.6158872615, - 1242254.7545121685, - 1224973.6913748926, - 1164566.3698877045 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10251.73329354636, - "scoreError" : 1018.5203317014747, - "scoreConfidence" : [ - 9233.212961844885, - 11270.253625247835 - ], - "scorePercentiles" : { - "0.0" : 9800.492188235003, - "50.0" : 10309.678038630713, - "90.0" : 10500.643306829887, - "95.0" : 10500.643306829887, - "99.0" : 10500.643306829887, - "99.9" : 10500.643306829887, - "99.99" : 10500.643306829887, - "99.999" : 10500.643306829887, - "99.9999" : 10500.643306829887, - "100.0" : 10500.643306829887 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10500.643306829887, - 9800.492188235003, - 10308.135438791456, - 10309.678038630713, - 10339.717495244737 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.609775065424954E8, - "scoreError" : 9878363.372512436, - "scoreConfidence" : [ - 2.5109914316998297E8, - 2.708558699150078E8 - ], - "scorePercentiles" : { - "0.0" : 2.580541352515388E8, - "50.0" : 2.6100895318460956E8, - "90.0" : 2.6398894701509488E8, - "95.0" : 2.6398894701509488E8, - "99.0" : 2.6398894701509488E8, - "99.9" : 2.6398894701509488E8, - "99.99" : 2.6398894701509488E8, - "99.999" : 2.6398894701509488E8, - "99.9999" : 2.6398894701509488E8, - "100.0" : 2.6398894701509488E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6100895318460956E8, - 2.5883188123428848E8, - 2.580541352515388E8, - 2.6300361602694526E8, - 2.6398894701509488E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.6030347941870507E7, - "scoreError" : 1609232.225771801, - "scoreConfidence" : [ - 2.4421115716098707E7, - 2.7639580167642307E7 - ], - "scorePercentiles" : { - "0.0" : 2.5344546176894583E7, - "50.0" : 2.6201994402251467E7, - "90.0" : 2.6373405358814083E7, - "95.0" : 2.6373405358814083E7, - "99.0" : 2.6373405358814083E7, - "99.9" : 2.6373405358814083E7, - "99.99" : 2.6373405358814083E7, - "99.999" : 2.6373405358814083E7, - "99.9999" : 2.6373405358814083E7, - "100.0" : 2.6373405358814083E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6373405358814083E7, - 2.5933563094033886E7, - 2.629823067735852E7, - 2.5344546176894583E7, - 2.6201994402251467E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2686740.187723268, - "scoreError" : 82895.77760654222, - "scoreConfidence" : [ - 2603844.4101167256, - 2769635.96532981 - ], - "scorePercentiles" : { - "0.0" : 2659014.535262478, - "50.0" : 2697800.819616105, - "90.0" : 2709841.046934688, - "95.0" : 2709841.046934688, - "99.0" : 2709841.046934688, - "99.9" : 2709841.046934688, - "99.99" : 2709841.046934688, - "99.999" : 2709841.046934688, - "99.9999" : 2709841.046934688, - "100.0" : 2709841.046934688 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2709841.046934688, - 2659014.535262478, - 2697811.608320656, - 2669232.9284824114, - 2697800.819616105 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10154.500354128653, - "scoreError" : 134.90472226392419, - "scoreConfidence" : [ - 10019.59563186473, - 10289.405076392577 - ], - "scorePercentiles" : { - "0.0" : 10104.368956433007, - "50.0" : 10155.425387080137, - "90.0" : 10200.76003278332, - "95.0" : 10200.76003278332, - "99.0" : 10200.76003278332, - "99.9" : 10200.76003278332, - "99.99" : 10200.76003278332, - "99.999" : 10200.76003278332, - "99.9999" : 10200.76003278332, - "100.0" : 10200.76003278332 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10200.76003278332, - 10144.764226314213, - 10155.425387080137, - 10104.368956433007, - 10167.183168032596 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.807201856161396E7, - "scoreError" : 1.352730988330086E7, - "scoreConfidence" : [ - 6.454470867831311E7, - 9.159932844491482E7 - ], - "scorePercentiles" : { - "0.0" : 7.17966783918124E7, - "50.0" : 7.947015897945757E7, - "90.0" : 7.986354579898433E7, - "95.0" : 7.986354579898433E7, - "99.0" : 7.986354579898433E7, - "99.9" : 7.986354579898433E7, - "99.99" : 7.986354579898433E7, - "99.999" : 7.986354579898433E7, - "99.9999" : 7.986354579898433E7, - "100.0" : 7.986354579898433E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.986354579898433E7, - 7.17966783918124E7, - 7.947015897945757E7, - 7.978764300945543E7, - 7.94420666283601E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4378316.323608698, - "scoreError" : 101976.03470121762, - "scoreConfidence" : [ - 4276340.28890748, - 4480292.358309916 - ], - "scorePercentiles" : { - "0.0" : 4344759.096070015, - "50.0" : 4392747.313294116, - "90.0" : 4399729.520248408, - "95.0" : 4399729.520248408, - "99.0" : 4399729.520248408, - "99.9" : 4399729.520248408, - "99.99" : 4399729.520248408, - "99.999" : 4399729.520248408, - "99.9999" : 4399729.520248408, - "100.0" : 4399729.520248408 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4392747.313294116, - 4399643.767820306, - 4399729.520248408, - 4354701.920610649, - 4344759.096070015 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 397205.00281255646, - "scoreError" : 47897.69919913595, - "scoreConfidence" : [ - 349307.3036134205, - 445102.7020116924 - ], - "scorePercentiles" : { - "0.0" : 378323.2575298007, - "50.0" : 401901.2261037099, - "90.0" : 407415.31584791135, - "95.0" : 407415.31584791135, - "99.0" : 407415.31584791135, - "99.9" : 407415.31584791135, - "99.99" : 407415.31584791135, - "99.999" : 407415.31584791135, - "99.9999" : 407415.31584791135, - "100.0" : 407415.31584791135 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 401901.2261037099, - 391187.09273686056, - 378323.2575298007, - 407415.31584791135, - 407198.1218444997 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3765.196590954131, - "scoreError" : 180.03725795348038, - "scoreConfidence" : [ - 3585.1593330006503, - 3945.2338489076114 - ], - "scorePercentiles" : { - "0.0" : 3699.7186055190928, - "50.0" : 3770.5015423590417, - "90.0" : 3809.4116190871787, - "95.0" : 3809.4116190871787, - "99.0" : 3809.4116190871787, - "99.9" : 3809.4116190871787, - "99.99" : 3809.4116190871787, - "99.999" : 3809.4116190871787, - "99.9999" : 3809.4116190871787, - "100.0" : 3809.4116190871787 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3738.923934933795, - 3809.4116190871787, - 3807.427252871544, - 3770.5015423590417, - 3699.7186055190928 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5981971199634033E8, - "scoreError" : 7576601.164894048, - "scoreConfidence" : [ - 2.522431108314463E8, - 2.6739631316123438E8 - ], - "scorePercentiles" : { - "0.0" : 2.5753040914217442E8, - "50.0" : 2.601474546396755E8, - "90.0" : 2.6237859003823742E8, - "95.0" : 2.6237859003823742E8, - "99.0" : 2.6237859003823742E8, - "99.9" : 2.6237859003823742E8, - "99.99" : 2.6237859003823742E8, - "99.999" : 2.6237859003823742E8, - "99.9999" : 2.6237859003823742E8, - "100.0" : 2.6237859003823742E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5753040914217442E8, - 2.582150040171455E8, - 2.601474546396755E8, - 2.608271021444688E8, - 2.6237859003823742E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.5418242268461905E7, - "scoreError" : 674172.0883987177, - "scoreConfidence" : [ - 2.4744070180063188E7, - 2.6092414356860623E7 - ], - "scorePercentiles" : { - "0.0" : 2.5177794595112763E7, - "50.0" : 2.5384901253440045E7, - "90.0" : 2.564240788054712E7, - "95.0" : 2.564240788054712E7, - "99.0" : 2.564240788054712E7, - "99.9" : 2.564240788054712E7, - "99.99" : 2.564240788054712E7, - "99.999" : 2.564240788054712E7, - "99.9999" : 2.564240788054712E7, - "100.0" : 2.564240788054712E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5384901253440045E7, - 2.5177794595112763E7, - 2.5364937345355593E7, - 2.564240788054712E7, - 2.5521170267854013E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2700564.8527821377, - "scoreError" : 44307.33058361006, - "scoreConfidence" : [ - 2656257.5221985276, - 2744872.183365748 - ], - "scorePercentiles" : { - "0.0" : 2693080.651469986, - "50.0" : 2694729.2096938416, - "90.0" : 2720576.6847028593, - "95.0" : 2720576.6847028593, - "99.0" : 2720576.6847028593, - "99.9" : 2720576.6847028593, - "99.99" : 2720576.6847028593, - "99.999" : 2720576.6847028593, - "99.9999" : 2720576.6847028593, - "100.0" : 2720576.6847028593 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2693080.651469986, - 2694729.2096938416, - 2700105.2861585654, - 2694332.431885436, - 2720576.6847028593 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9958.834813434296, - "scoreError" : 489.8249557782891, - "scoreConfidence" : [ - 9469.009857656007, - 10448.659769212585 - ], - "scorePercentiles" : { - "0.0" : 9839.43930181034, - "50.0" : 9927.938004021531, - "90.0" : 10134.12799291298, - "95.0" : 10134.12799291298, - "99.0" : 10134.12799291298, - "99.9" : 10134.12799291298, - "99.99" : 10134.12799291298, - "99.999" : 10134.12799291298, - "99.9999" : 10134.12799291298, - "100.0" : 10134.12799291298 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10134.12799291298, - 9927.938004021531, - 10042.447155833675, - 9850.221612592955, - 9839.43930181034 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.778313563616206E7, - "scoreError" : 1.7779100869862217E7, - "scoreConfidence" : [ - 6.0004034766299844E7, - 9.556223650602427E7 - ], - "scorePercentiles" : { - "0.0" : 6.973893285055603E7, - "50.0" : 7.882578346089809E7, - "90.0" : 8.105941863290952E7, - "95.0" : 8.105941863290952E7, - "99.0" : 8.105941863290952E7, - "99.9" : 8.105941863290952E7, - "99.99" : 8.105941863290952E7, - "99.999" : 8.105941863290952E7, - "99.9999" : 8.105941863290952E7, - "100.0" : 8.105941863290952E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.973893285055603E7, - 8.059553194779833E7, - 8.105941863290952E7, - 7.86960112886483E7, - 7.882578346089809E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.9538195949933596E7, - "scoreError" : 2458298.9353396017, - "scoreConfidence" : [ - 1.7079897014593996E7, - 2.1996494885273196E7 - ], - "scorePercentiles" : { - "0.0" : 1.848537581887045E7, - "50.0" : 1.967261146216702E7, - "90.0" : 2.0102964923807073E7, - "95.0" : 2.0102964923807073E7, - "99.0" : 2.0102964923807073E7, - "99.9" : 2.0102964923807073E7, - "99.99" : 2.0102964923807073E7, - "99.999" : 2.0102964923807073E7, - "99.9999" : 2.0102964923807073E7, - "100.0" : 2.0102964923807073E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.967261146216702E7, - 1.996228980254523E7, - 1.848537581887045E7, - 2.0102964923807073E7, - 1.9467737742278222E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1214507.778313504, - "scoreError" : 106359.07344219935, - "scoreConfidence" : [ - 1108148.7048713048, - 1320866.8517557033 - ], - "scorePercentiles" : { - "0.0" : 1177993.3982198162, - "50.0" : 1215670.144483978, - "90.0" : 1245667.3812426508, - "95.0" : 1245667.3812426508, - "99.0" : 1245667.3812426508, - "99.9" : 1245667.3812426508, - "99.99" : 1245667.3812426508, - "99.999" : 1245667.3812426508, - "99.9999" : 1245667.3812426508, - "100.0" : 1245667.3812426508 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1197403.1555606038, - 1177993.3982198162, - 1215670.144483978, - 1245667.3812426508, - 1235804.8120604716 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 10470.26419916216, - "scoreError" : 985.0484484107808, - "scoreConfidence" : [ - 9485.21575075138, - 11455.31264757294 - ], - "scorePercentiles" : { - "0.0" : 10039.712219625817, - "50.0" : 10601.432118537357, - "90.0" : 10667.29410187237, - "95.0" : 10667.29410187237, - "99.0" : 10667.29410187237, - "99.9" : 10667.29410187237, - "99.99" : 10667.29410187237, - "99.999" : 10667.29410187237, - "99.9999" : 10667.29410187237, - "100.0" : 10667.29410187237 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 10434.48118203386, - 10601.432118537357, - 10608.401373741402, - 10667.29410187237, - 10039.712219625817 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6220347369511223E8, - "scoreError" : 4738172.200901076, - "scoreConfidence" : [ - 2.5746530149421114E8, - 2.6694164589601332E8 - ], - "scorePercentiles" : { - "0.0" : 2.6117977381555307E8, - "50.0" : 2.6148544261301944E8, - "90.0" : 2.6368158306765744E8, - "95.0" : 2.6368158306765744E8, - "99.0" : 2.6368158306765744E8, - "99.9" : 2.6368158306765744E8, - "99.99" : 2.6368158306765744E8, - "99.999" : 2.6368158306765744E8, - "99.9999" : 2.6368158306765744E8, - "100.0" : 2.6368158306765744E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.612691419096434E8, - 2.6148544261301944E8, - 2.6368158306765744E8, - 2.6117977381555307E8, - 2.6340142706968778E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.579086379908237E7, - "scoreError" : 715157.1456845227, - "scoreConfidence" : [ - 2.5075706653397847E7, - 2.650602094476689E7 - ], - "scorePercentiles" : { - "0.0" : 2.5521646712003227E7, - "50.0" : 2.58120086841764E7, - "90.0" : 2.5979427553933408E7, - "95.0" : 2.5979427553933408E7, - "99.0" : 2.5979427553933408E7, - "99.9" : 2.5979427553933408E7, - "99.99" : 2.5979427553933408E7, - "99.999" : 2.5979427553933408E7, - "99.9999" : 2.5979427553933408E7, - "100.0" : 2.5979427553933408E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.593835037206755E7, - 2.5979427553933408E7, - 2.570288567323126E7, - 2.5521646712003227E7, - 2.58120086841764E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2675135.651495389, - "scoreError" : 79608.25121596636, - "scoreConfidence" : [ - 2595527.4002794228, - 2754743.9027113556 - ], - "scorePercentiles" : { - "0.0" : 2650715.872449716, - "50.0" : 2678760.2759993263, - "90.0" : 2699036.392048134, - "95.0" : 2699036.392048134, - "99.0" : 2699036.392048134, - "99.9" : 2699036.392048134, - "99.99" : 2699036.392048134, - "99.999" : 2699036.392048134, - "99.9999" : 2699036.392048134, - "100.0" : 2699036.392048134 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2689771.2419931274, - 2657394.474986643, - 2650715.872449716, - 2699036.392048134, - 2678760.2759993263 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9918.055046601437, - "scoreError" : 359.1922059295655, - "scoreConfidence" : [ - 9558.862840671873, - 10277.247252531002 - ], - "scorePercentiles" : { - "0.0" : 9805.704071198414, - "50.0" : 9957.284986584013, - "90.0" : 10027.712972205549, - "95.0" : 10027.712972205549, - "99.0" : 10027.712972205549, - "99.9" : 10027.712972205549, - "99.99" : 10027.712972205549, - "99.999" : 10027.712972205549, - "99.9999" : 10027.712972205549, - "100.0" : 10027.712972205549 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9962.839647783969, - 9836.733555235247, - 9805.704071198414, - 9957.284986584013, - 10027.712972205549 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 7.84005146036173E7, - "scoreError" : 1.8476292149901852E7, - "scoreConfidence" : [ - 5.992422245371544E7, - 9.687680675351915E7 - ], - "scorePercentiles" : { - "0.0" : 7.021510882910292E7, - "50.0" : 7.951551933669633E7, - "90.0" : 8.291073827284151E7, - "95.0" : 8.291073827284151E7, - "99.0" : 8.291073827284151E7, - "99.9" : 8.291073827284151E7, - "99.99" : 8.291073827284151E7, - "99.999" : 8.291073827284151E7, - "99.9999" : 8.291073827284151E7, - "100.0" : 8.291073827284151E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.021510882910292E7, - 7.934241810054095E7, - 7.951551933669633E7, - 8.291073827284151E7, - 8.00187884789048E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4461865.65180662, - "scoreError" : 338717.607205331, - "scoreConfidence" : [ - 4123148.044601289, - 4800583.259011951 - ], - "scorePercentiles" : { - "0.0" : 4383971.919546693, - "50.0" : 4430276.718194857, - "90.0" : 4591614.185224618, - "95.0" : 4591614.185224618, - "99.0" : 4591614.185224618, - "99.9" : 4591614.185224618, - "99.99" : 4591614.185224618, - "99.999" : 4591614.185224618, - "99.9999" : 4591614.185224618, - "100.0" : 4591614.185224618 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4591614.185224618, - 4430276.718194857, - 4383971.919546693, - 4393229.501208986, - 4510235.934857941 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 401805.3416441108, - "scoreError" : 61829.38041979289, - "scoreConfidence" : [ - 339975.9612243179, - 463634.7220639037 - ], - "scorePercentiles" : { - "0.0" : 373978.4362121461, - "50.0" : 407775.0677698631, - "90.0" : 413157.20971085975, - "95.0" : 413157.20971085975, - "99.0" : 413157.20971085975, - "99.9" : 413157.20971085975, - "99.99" : 413157.20971085975, - "99.999" : 413157.20971085975, - "99.9999" : 413157.20971085975, - "100.0" : 413157.20971085975 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 402740.8592881469, - 407775.0677698631, - 411375.1352395382, - 373978.4362121461, - 413157.20971085975 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3736.7841808824364, - "scoreError" : 526.2521439614869, - "scoreConfidence" : [ - 3210.5320369209494, - 4263.0363248439235 - ], - "scorePercentiles" : { - "0.0" : 3497.7456259936434, - "50.0" : 3774.9172214009773, - "90.0" : 3840.592380641982, - "95.0" : 3840.592380641982, - "99.0" : 3840.592380641982, - "99.9" : 3840.592380641982, - "99.99" : 3840.592380641982, - "99.999" : 3840.592380641982, - "99.9999" : 3840.592380641982, - "100.0" : 3840.592380641982 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3497.7456259936434, - 3840.592380641982, - 3767.630469380458, - 3774.9172214009773, - 3803.0352069951196 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6201028154395312E8, - "scoreError" : 9450276.877373338, - "scoreConfidence" : [ - 2.5256000466657978E8, - 2.7146055842132646E8 - ], - "scorePercentiles" : { - "0.0" : 2.58274151160003E8, - "50.0" : 2.6269909564516622E8, - "90.0" : 2.641573893982246E8, - "95.0" : 2.641573893982246E8, - "99.0" : 2.641573893982246E8, - "99.9" : 2.641573893982246E8, - "99.99" : 2.641573893982246E8, - "99.999" : 2.641573893982246E8, - "99.9999" : 2.641573893982246E8, - "100.0" : 2.641573893982246E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6093655324356547E8, - 2.58274151160003E8, - 2.6269909564516622E8, - 2.6398421827280626E8, - 2.641573893982246E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.544238639674684E7, - "scoreError" : 547474.1193522055, - "scoreConfidence" : [ - 2.4894912277394634E7, - 2.5989860516099047E7 - ], - "scorePercentiles" : { - "0.0" : 2.52519435544523E7, - "50.0" : 2.5452208891946927E7, - "90.0" : 2.5592807472682912E7, - "95.0" : 2.5592807472682912E7, - "99.0" : 2.5592807472682912E7, - "99.9" : 2.5592807472682912E7, - "99.99" : 2.5592807472682912E7, - "99.999" : 2.5592807472682912E7, - "99.9999" : 2.5592807472682912E7, - "100.0" : 2.5592807472682912E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5354020889051046E7, - 2.52519435544523E7, - 2.556095117560102E7, - 2.5452208891946927E7, - 2.5592807472682912E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2682380.110961292, - "scoreError" : 67567.62809179012, - "scoreConfidence" : [ - 2614812.4828695017, - 2749947.739053082 - ], - "scorePercentiles" : { - "0.0" : 2657654.937918472, - "50.0" : 2686379.5458485126, - "90.0" : 2704020.479925507, - "95.0" : 2704020.479925507, - "99.0" : 2704020.479925507, - "99.9" : 2704020.479925507, - "99.99" : 2704020.479925507, - "99.999" : 2704020.479925507, - "99.9999" : 2704020.479925507, - "100.0" : 2704020.479925507 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2686379.5458485126, - 2673690.2640414713, - 2704020.479925507, - 2690155.3270724975, - 2657654.937918472 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.intersectSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9858.110253353083, - "scoreError" : 277.3070333309275, - "scoreConfidence" : [ - 9580.803220022155, - 10135.41728668401 - ], - "scorePercentiles" : { - "0.0" : 9739.992168542503, - "50.0" : 9890.036172402462, - "90.0" : 9916.65853071565, - "95.0" : 9916.65853071565, - "99.0" : 9916.65853071565, - "99.9" : 9916.65853071565, - "99.99" : 9916.65853071565, - "99.999" : 9916.65853071565, - "99.9999" : 9916.65853071565, - "100.0" : 9916.65853071565 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9739.992168542503, - 9903.268574792633, - 9840.595820312168, - 9916.65853071565, - 9890.036172402462 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4944281401583314E7, - "scoreError" : 8038375.147042513, - "scoreConfidence" : [ - 1.69059062545408E7, - 3.2982656548625827E7 - ], - "scorePercentiles" : { - "0.0" : 2.1224530318445805E7, - "50.0" : 2.583188282504016E7, - "90.0" : 2.6081308376035985E7, - "95.0" : 2.6081308376035985E7, - "99.0" : 2.6081308376035985E7, - "99.9" : 2.6081308376035985E7, - "99.99" : 2.6081308376035985E7, - "99.999" : 2.6081308376035985E7, - "99.9999" : 2.6081308376035985E7, - "100.0" : 2.6081308376035985E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1224530318445805E7, - 2.6081308376035985E7, - 2.583188282504016E7, - 2.5595162637994733E7, - 2.5988522850399878E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5000228.143989727, - "scoreError" : 240216.98111148222, - "scoreConfidence" : [ - 4760011.162878245, - 5240445.125101209 - ], - "scorePercentiles" : { - "0.0" : 4894640.018370899, - "50.0" : 5014210.869714407, - "90.0" : 5061218.777323451, - "95.0" : 5061218.777323451, - "99.0" : 5061218.777323451, - "99.9" : 5061218.777323451, - "99.99" : 5061218.777323451, - "99.999" : 5061218.777323451, - "99.9999" : 5061218.777323451, - "100.0" : 5061218.777323451 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4894640.018370899, - 5014210.869714407, - 5019658.000657381, - 5061218.777323451, - 5011413.0538825 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 423700.9107651323, - "scoreError" : 54162.63416118038, - "scoreConfidence" : [ - 369538.27660395193, - 477863.54492631264 - ], - "scorePercentiles" : { - "0.0" : 399587.7776236975, - "50.0" : 429707.3430577689, - "90.0" : 433324.8965908866, - "95.0" : 433324.8965908866, - "99.0" : 433324.8965908866, - "99.9" : 433324.8965908866, - "99.99" : 433324.8965908866, - "99.999" : 433324.8965908866, - "99.9999" : 433324.8965908866, - "100.0" : 433324.8965908866 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 433324.8965908866, - 423184.4125910408, - 429707.3430577689, - 399587.7776236975, - 432700.1239622681 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2678.1705897108664, - "scoreError" : 117.39405062110869, - "scoreConfidence" : [ - 2560.7765390897575, - 2795.564640331975 - ], - "scorePercentiles" : { - "0.0" : 2645.329767098474, - "50.0" : 2686.7220230556254, - "90.0" : 2717.0842371292833, - "95.0" : 2717.0842371292833, - "99.0" : 2717.0842371292833, - "99.9" : 2717.0842371292833, - "99.99" : 2717.0842371292833, - "99.999" : 2717.0842371292833, - "99.9999" : 2717.0842371292833, - "100.0" : 2717.0842371292833 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2649.1220626682907, - 2717.0842371292833, - 2692.594858602659, - 2686.7220230556254, - 2645.329767098474 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9995079499088667E7, - "scoreError" : 966276.7913768449, - "scoreConfidence" : [ - 1.9028802707711823E7, - 2.096135629046551E7 - ], - "scorePercentiles" : { - "0.0" : 1.973653670671879E7, - "50.0" : 2.001501160909313E7, - "90.0" : 2.0365458853189573E7, - "95.0" : 2.0365458853189573E7, - "99.0" : 2.0365458853189573E7, - "99.9" : 2.0365458853189573E7, - "99.99" : 2.0365458853189573E7, - "99.999" : 2.0365458853189573E7, - "99.9999" : 2.0365458853189573E7, - "100.0" : 2.0365458853189573E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.001501160909313E7, - 2.0365458853189573E7, - 1.978995161134253E7, - 2.00684387150993E7, - 1.973653670671879E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3049206.1132223434, - "scoreError" : 409579.5017618761, - "scoreConfidence" : [ - 2639626.6114604673, - 3458785.6149842194 - ], - "scorePercentiles" : { - "0.0" : 2909768.050355807, - "50.0" : 3017638.835722161, - "90.0" : 3184619.605776294, - "95.0" : 3184619.605776294, - "99.0" : 3184619.605776294, - "99.9" : 3184619.605776294, - "99.99" : 3184619.605776294, - "99.999" : 3184619.605776294, - "99.9999" : 3184619.605776294, - "100.0" : 3184619.605776294 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3121065.2208202947, - 3017638.835722161, - 2909768.050355807, - 3012938.8534371606, - 3184619.605776294 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 247431.048315456, - "scoreError" : 30246.958652222034, - "scoreConfidence" : [ - 217184.08966323396, - 277678.006967678 - ], - "scorePercentiles" : { - "0.0" : 235085.38353553816, - "50.0" : 248057.50745368566, - "90.0" : 254403.98485868223, - "95.0" : 254403.98485868223, - "99.0" : 254403.98485868223, - "99.9" : 254403.98485868223, - "99.99" : 254403.98485868223, - "99.999" : 254403.98485868223, - "99.9999" : 254403.98485868223, - "100.0" : 254403.98485868223 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 248057.50745368566, - 245674.2138290734, - 253934.15190030058, - 235085.38353553816, - 254403.98485868223 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 862.624570584152, - "scoreError" : 70.05650284345158, - "scoreConfidence" : [ - 792.5680677407005, - 932.6810734276036 - ], - "scorePercentiles" : { - "0.0" : 833.2489160930251, - "50.0" : 865.1141784485761, - "90.0" : 881.4499805008674, - "95.0" : 881.4499805008674, - "99.0" : 881.4499805008674, - "99.9" : 881.4499805008674, - "99.99" : 881.4499805008674, - "99.999" : 881.4499805008674, - "99.9999" : 881.4499805008674, - "100.0" : 881.4499805008674 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 860.8240884704268, - 865.1141784485761, - 833.2489160930251, - 881.4499805008674, - 872.4856894078644 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4127061007042505E7, - "scoreError" : 1.0927321292639414E7, - "scoreConfidence" : [ - 1.3199739714403091E7, - 3.505438229968192E7 - ], - "scorePercentiles" : { - "0.0" : 1.9109865649253298E7, - "50.0" : 2.5161844558362123E7, - "90.0" : 2.59869904775287E7, - "95.0" : 2.59869904775287E7, - "99.0" : 2.59869904775287E7, - "99.9" : 2.59869904775287E7, - "99.99" : 2.59869904775287E7, - "99.999" : 2.59869904775287E7, - "99.9999" : 2.59869904775287E7, - "100.0" : 2.59869904775287E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9109865649253298E7, - 2.5161844558362123E7, - 2.482955901682398E7, - 2.554704533324441E7, - 2.59869904775287E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1454440.228278952, - "scoreError" : 123143.52854838216, - "scoreConfidence" : [ - 1331296.6997305697, - 1577583.7568273342 - ], - "scorePercentiles" : { - "0.0" : 1400169.407130727, - "50.0" : 1463980.9202155902, - "90.0" : 1484269.7246914564, - "95.0" : 1484269.7246914564, - "99.0" : 1484269.7246914564, - "99.9" : 1484269.7246914564, - "99.99" : 1484269.7246914564, - "99.999" : 1484269.7246914564, - "99.9999" : 1484269.7246914564, - "100.0" : 1484269.7246914564 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1400169.407130727, - 1463980.9202155902, - 1484269.7246914564, - 1456708.0157164421, - 1467073.0736405442 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 158793.37551473925, - "scoreError" : 12703.669842401894, - "scoreConfidence" : [ - 146089.70567233735, - 171497.04535714115 - ], - "scorePercentiles" : { - "0.0" : 153770.563619077, - "50.0" : 158982.3695592013, - "90.0" : 162330.4966059225, - "95.0" : 162330.4966059225, - "99.0" : 162330.4966059225, - "99.9" : 162330.4966059225, - "99.99" : 162330.4966059225, - "99.999" : 162330.4966059225, - "99.9999" : 162330.4966059225, - "100.0" : 162330.4966059225 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 157873.2819970076, - 161010.165792488, - 162330.4966059225, - 158982.3695592013, - 153770.563619077 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1428.2143616580283, - "scoreError" : 111.14905819506548, - "scoreConfidence" : [ - 1317.065303462963, - 1539.3634198530938 - ], - "scorePercentiles" : { - "0.0" : 1385.0329602320635, - "50.0" : 1424.6070448744485, - "90.0" : 1461.0269823282551, - "95.0" : 1461.0269823282551, - "99.0" : 1461.0269823282551, - "99.9" : 1461.0269823282551, - "99.99" : 1461.0269823282551, - "99.999" : 1461.0269823282551, - "99.9999" : 1461.0269823282551, - "100.0" : 1461.0269823282551 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1461.0269823282551, - 1423.3536494143864, - 1424.6070448744485, - 1447.0511714409886, - 1385.0329602320635 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.156095000175175E7, - "scoreError" : 1154775.2776423725, - "scoreConfidence" : [ - 2.0406174724109378E7, - 2.2715725279394124E7 - ], - "scorePercentiles" : { - "0.0" : 2.1122652202334274E7, - "50.0" : 2.162704895746869E7, - "90.0" : 2.193389591021549E7, - "95.0" : 2.193389591021549E7, - "99.0" : 2.193389591021549E7, - "99.9" : 2.193389591021549E7, - "99.99" : 2.193389591021549E7, - "99.999" : 2.193389591021549E7, - "99.9999" : 2.193389591021549E7, - "100.0" : 2.193389591021549E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.162704895746869E7, - 2.145062962221767E7, - 2.193389591021549E7, - 2.1122652202334274E7, - 2.1670523316522636E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2829686.0702952323, - "scoreError" : 362655.9770681441, - "scoreConfidence" : [ - 2467030.0932270885, - 3192342.0473633762 - ], - "scorePercentiles" : { - "0.0" : 2690160.2457993743, - "50.0" : 2851949.068695055, - "90.0" : 2947250.854092095, - "95.0" : 2947250.854092095, - "99.0" : 2947250.854092095, - "99.9" : 2947250.854092095, - "99.99" : 2947250.854092095, - "99.999" : 2947250.854092095, - "99.9999" : 2947250.854092095, - "100.0" : 2947250.854092095 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2800420.446563517, - 2947250.854092095, - 2858649.736326121, - 2851949.068695055, - 2690160.2457993743 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 233182.90319150087, - "scoreError" : 37688.96196162468, - "scoreConfidence" : [ - 195493.9412298762, - 270871.86515312555 - ], - "scorePercentiles" : { - "0.0" : 219870.36489821126, - "50.0" : 239723.04096499758, - "90.0" : 240681.1906790901, - "95.0" : 240681.1906790901, - "99.0" : 240681.1906790901, - "99.9" : 240681.1906790901, - "99.99" : 240681.1906790901, - "99.999" : 240681.1906790901, - "99.9999" : 240681.1906790901, - "100.0" : 240681.1906790901 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 225515.4498500266, - 240124.4695651787, - 239723.04096499758, - 240681.1906790901, - 219870.36489821126 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 797.3514226321058, - "scoreError" : 41.244361336078875, - "scoreConfidence" : [ - 756.1070612960269, - 838.5957839681847 - ], - "scorePercentiles" : { - "0.0" : 782.8882517092777, - "50.0" : 803.4731995828007, - "90.0" : 806.2215027764064, - "95.0" : 806.2215027764064, - "99.0" : 806.2215027764064, - "99.9" : 806.2215027764064, - "99.99" : 806.2215027764064, - "99.999" : 806.2215027764064, - "99.9999" : 806.2215027764064, - "100.0" : 806.2215027764064 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 805.2549153424418, - 782.8882517092777, - 788.9192437496025, - 806.2215027764064, - 803.4731995828007 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.776841427478876E7, - "scoreError" : 3381564.293280347, - "scoreConfidence" : [ - 2.438684998150841E7, - 3.1149978568069108E7 - ], - "scorePercentiles" : { - "0.0" : 2.6779105154370964E7, - "50.0" : 2.8240529630930185E7, - "90.0" : 2.8522680217651267E7, - "95.0" : 2.8522680217651267E7, - "99.0" : 2.8522680217651267E7, - "99.9" : 2.8522680217651267E7, - "99.99" : 2.8522680217651267E7, - "99.999" : 2.8522680217651267E7, - "99.9999" : 2.8522680217651267E7, - "100.0" : 2.8522680217651267E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6779105154370964E7, - 2.6847953351214413E7, - 2.8240529630930185E7, - 2.8522680217651267E7, - 2.845180301977699E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4836449.748238405, - "scoreError" : 458617.9400281308, - "scoreConfidence" : [ - 4377831.808210274, - 5295067.688266536 - ], - "scorePercentiles" : { - "0.0" : 4633416.955066302, - "50.0" : 4875403.547040474, - "90.0" : 4923201.7521381555, - "95.0" : 4923201.7521381555, - "99.0" : 4923201.7521381555, - "99.9" : 4923201.7521381555, - "99.99" : 4923201.7521381555, - "99.999" : 4923201.7521381555, - "99.9999" : 4923201.7521381555, - "100.0" : 4923201.7521381555 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4633416.955066302, - 4833367.40181345, - 4875403.547040474, - 4916859.085133642, - 4923201.7521381555 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 421388.70977943763, - "scoreError" : 70099.47261765445, - "scoreConfidence" : [ - 351289.23716178315, - 491488.1823970921 - ], - "scorePercentiles" : { - "0.0" : 395696.6247947509, - "50.0" : 431578.4398248153, - "90.0" : 438357.9201794542, - "95.0" : 438357.9201794542, - "99.0" : 438357.9201794542, - "99.9" : 438357.9201794542, - "99.99" : 438357.9201794542, - "99.999" : 438357.9201794542, - "99.9999" : 438357.9201794542, - "100.0" : 438357.9201794542 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 408978.64725843485, - 432331.9168397329, - 438357.9201794542, - 395696.6247947509, - 431578.4398248153 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2724.3150407611975, - "scoreError" : 269.665254891065, - "scoreConfidence" : [ - 2454.6497858701323, - 2993.9802956522626 - ], - "scorePercentiles" : { - "0.0" : 2601.7587513482736, - "50.0" : 2751.2193745171135, - "90.0" : 2777.404360090851, - "95.0" : 2777.404360090851, - "99.0" : 2777.404360090851, - "99.9" : 2777.404360090851, - "99.99" : 2777.404360090851, - "99.999" : 2777.404360090851, - "99.9999" : 2777.404360090851, - "100.0" : 2777.404360090851 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2751.2193745171135, - 2736.955479258718, - 2601.7587513482736, - 2777.404360090851, - 2754.2372385910317 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.06420465809345E7, - "scoreError" : 1095600.5344350243, - "scoreConfidence" : [ - 1.9546446046499476E7, - 2.173764711536952E7 - ], - "scorePercentiles" : { - "0.0" : 2.0275864955792177E7, - "50.0" : 2.057352414822171E7, - "90.0" : 2.0990458258303765E7, - "95.0" : 2.0990458258303765E7, - "99.0" : 2.0990458258303765E7, - "99.9" : 2.0990458258303765E7, - "99.99" : 2.0990458258303765E7, - "99.999" : 2.0990458258303765E7, - "99.9999" : 2.0990458258303765E7, - "100.0" : 2.0990458258303765E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0858278572182562E7, - 2.057352414822171E7, - 2.0275864955792177E7, - 2.051210697017229E7, - 2.0990458258303765E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3034271.361510782, - "scoreError" : 285079.47290989093, - "scoreConfidence" : [ - 2749191.888600891, - 3319350.834420673 - ], - "scorePercentiles" : { - "0.0" : 2904725.238109527, - "50.0" : 3062280.8551851814, - "90.0" : 3087219.7306346493, - "95.0" : 3087219.7306346493, - "99.0" : 3087219.7306346493, - "99.9" : 3087219.7306346493, - "99.99" : 3087219.7306346493, - "99.999" : 3087219.7306346493, - "99.9999" : 3087219.7306346493, - "100.0" : 3087219.7306346493 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3044897.9764984227, - 3072233.0071261306, - 2904725.238109527, - 3087219.7306346493, - 3062280.8551851814 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 246598.06429851856, - "scoreError" : 16964.271689672605, - "scoreConfidence" : [ - 229633.79260884595, - 263562.3359881912 - ], - "scorePercentiles" : { - "0.0" : 241264.32189877835, - "50.0" : 246065.25262959508, - "90.0" : 253542.125341862, - "95.0" : 253542.125341862, - "99.0" : 253542.125341862, - "99.9" : 253542.125341862, - "99.99" : 253542.125341862, - "99.999" : 253542.125341862, - "99.9999" : 253542.125341862, - "100.0" : 253542.125341862 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 241264.32189877835, - 246065.25262959508, - 253542.125341862, - 245832.47518751095, - 246286.14643484642 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 892.1222528729911, - "scoreError" : 101.72562112777383, - "scoreConfidence" : [ - 790.3966317452173, - 993.8478740007649 - ], - "scorePercentiles" : { - "0.0" : 846.1528736613834, - "50.0" : 899.8309987696916, - "90.0" : 912.0248296504757, - "95.0" : 912.0248296504757, - "99.0" : 912.0248296504757, - "99.9" : 912.0248296504757, - "99.99" : 912.0248296504757, - "99.999" : 912.0248296504757, - "99.9999" : 912.0248296504757, - "100.0" : 912.0248296504757 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 846.1528736613834, - 906.5154323110597, - 899.8309987696916, - 896.0871299723451, - 912.0248296504757 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8952053187183112E7, - "scoreError" : 1419535.0454112685, - "scoreConfidence" : [ - 2.753251814177184E7, - 3.0371588232594382E7 - ], - "scorePercentiles" : { - "0.0" : 2.8476613446912665E7, - "50.0" : 2.8973524955215655E7, - "90.0" : 2.9396893263162885E7, - "95.0" : 2.9396893263162885E7, - "99.0" : 2.9396893263162885E7, - "99.9" : 2.9396893263162885E7, - "99.99" : 2.9396893263162885E7, - "99.999" : 2.9396893263162885E7, - "99.9999" : 2.9396893263162885E7, - "100.0" : 2.9396893263162885E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.8973524955215655E7, - 2.8476613446912665E7, - 2.9396893263162885E7, - 2.9200726995876476E7, - 2.8712507274747875E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1466158.8587816441, - "scoreError" : 112086.2516388047, - "scoreConfidence" : [ - 1354072.6071428393, - 1578245.110420449 - ], - "scorePercentiles" : { - "0.0" : 1432222.6676757985, - "50.0" : 1458539.1705969744, - "90.0" : 1501882.158091931, - "95.0" : 1501882.158091931, - "99.0" : 1501882.158091931, - "99.9" : 1501882.158091931, - "99.99" : 1501882.158091931, - "99.999" : 1501882.158091931, - "99.9999" : 1501882.158091931, - "100.0" : 1501882.158091931 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1432222.6676757985, - 1458539.1705969744, - 1501882.158091931, - 1490126.4864192551, - 1448023.8111242622 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 160974.31206709132, - "scoreError" : 11341.874710327324, - "scoreConfidence" : [ - 149632.43735676399, - 172316.18677741865 - ], - "scorePercentiles" : { - "0.0" : 157128.7942400179, - "50.0" : 161598.46336256896, - "90.0" : 164005.98277254813, - "95.0" : 164005.98277254813, - "99.0" : 164005.98277254813, - "99.9" : 164005.98277254813, - "99.99" : 164005.98277254813, - "99.999" : 164005.98277254813, - "99.9999" : 164005.98277254813, - "100.0" : 164005.98277254813 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 157128.7942400179, - 158798.02767806893, - 163340.29228225266, - 161598.46336256896, - 164005.98277254813 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1339.8875153396864, - "scoreError" : 66.76861614473268, - "scoreConfidence" : [ - 1273.1188991949537, - 1406.6561314844191 - ], - "scorePercentiles" : { - "0.0" : 1311.8215576376695, - "50.0" : 1345.7904274446043, - "90.0" : 1358.332120289482, - "95.0" : 1358.332120289482, - "99.0" : 1358.332120289482, - "99.9" : 1358.332120289482, - "99.99" : 1358.332120289482, - "99.999" : 1358.332120289482, - "99.9999" : 1358.332120289482, - "100.0" : 1358.332120289482 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1311.8215576376695, - 1345.8079775739031, - 1345.7904274446043, - 1358.332120289482, - 1337.6854937527733 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1356949234641057E7, - "scoreError" : 439424.0636655451, - "scoreConfidence" : [ - 2.091752517097551E7, - 2.1796373298306603E7 - ], - "scorePercentiles" : { - "0.0" : 2.1160554135765057E7, - "50.0" : 2.1380136506908197E7, - "90.0" : 2.14558956829546E7, - "95.0" : 2.14558956829546E7, - "99.0" : 2.14558956829546E7, - "99.9" : 2.14558956829546E7, - "99.99" : 2.14558956829546E7, - "99.999" : 2.14558956829546E7, - "99.9999" : 2.14558956829546E7, - "100.0" : 2.14558956829546E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1408816433625028E7, - 2.1379343413952406E7, - 2.1160554135765057E7, - 2.1380136506908197E7, - 2.14558956829546E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2924015.945438151, - "scoreError" : 381259.31452434574, - "scoreConfidence" : [ - 2542756.630913805, - 3305275.2599624963 - ], - "scorePercentiles" : { - "0.0" : 2756893.519611332, - "50.0" : 2966771.2617555764, - "90.0" : 2996071.139542033, - "95.0" : 2996071.139542033, - "99.0" : 2996071.139542033, - "99.9" : 2996071.139542033, - "99.99" : 2996071.139542033, - "99.999" : 2996071.139542033, - "99.9999" : 2996071.139542033, - "100.0" : 2996071.139542033 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2912124.3608063967, - 2756893.519611332, - 2988219.445475415, - 2996071.139542033, - 2966771.2617555764 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 241826.59014093448, - "scoreError" : 38071.36262943069, - "scoreConfidence" : [ - 203755.2275115038, - 279897.95277036517 - ], - "scorePercentiles" : { - "0.0" : 225099.37103637197, - "50.0" : 243559.91266062768, - "90.0" : 251107.97304343354, - "95.0" : 251107.97304343354, - "99.0" : 251107.97304343354, - "99.9" : 251107.97304343354, - "99.99" : 251107.97304343354, - "99.999" : 251107.97304343354, - "99.9999" : 251107.97304343354, - "100.0" : 251107.97304343354 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 225099.37103637197, - 251107.97304343354, - 242987.6652361307, - 246378.02872810845, - 243559.91266062768 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 845.1615381148752, - "scoreError" : 62.28891965391033, - "scoreConfidence" : [ - 782.8726184609649, - 907.4504577687854 - ], - "scorePercentiles" : { - "0.0" : 819.5411520216416, - "50.0" : 848.5428669151617, - "90.0" : 861.6117611868563, - "95.0" : 861.6117611868563, - "99.0" : 861.6117611868563, - "99.9" : 861.6117611868563, - "99.99" : 861.6117611868563, - "99.999" : 861.6117611868563, - "99.9999" : 861.6117611868563, - "100.0" : 861.6117611868563 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 848.5428669151617, - 861.6117611868563, - 819.5411520216416, - 854.8190742874245, - 841.2928361632919 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8282744872623812E7, - "scoreError" : 4096196.7289317455, - "scoreConfidence" : [ - 2.418654814369207E7, - 3.2378941601555556E7 - ], - "scorePercentiles" : { - "0.0" : 2.672442391618389E7, - "50.0" : 2.8557156848072708E7, - "90.0" : 2.9336363296514433E7, - "95.0" : 2.9336363296514433E7, - "99.0" : 2.9336363296514433E7, - "99.9" : 2.9336363296514433E7, - "99.99" : 2.9336363296514433E7, - "99.999" : 2.9336363296514433E7, - "99.9999" : 2.9336363296514433E7, - "100.0" : 2.9336363296514433E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.773226054085013E7, - 2.8557156848072708E7, - 2.672442391618389E7, - 2.9336363296514433E7, - 2.9063519761497915E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4891696.685026881, - "scoreError" : 845060.0257601102, - "scoreConfidence" : [ - 4046636.659266771, - 5736756.710786992 - ], - "scorePercentiles" : { - "0.0" : 4566310.544914963, - "50.0" : 4980065.856581937, - "90.0" : 5107701.311304734, - "95.0" : 5107701.311304734, - "99.0" : 5107701.311304734, - "99.9" : 5107701.311304734, - "99.99" : 5107701.311304734, - "99.999" : 5107701.311304734, - "99.9999" : 5107701.311304734, - "100.0" : 5107701.311304734 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4566310.544914963, - 4980065.856581937, - 4775542.457010881, - 5107701.311304734, - 5028863.255321895 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 431826.47714161186, - "scoreError" : 37897.930152960114, - "scoreConfidence" : [ - 393928.54698865174, - 469724.407294572 - ], - "scorePercentiles" : { - "0.0" : 414925.9374576226, - "50.0" : 435110.8250526123, - "90.0" : 440592.09550298634, - "95.0" : 440592.09550298634, - "99.0" : 440592.09550298634, - "99.9" : 440592.09550298634, - "99.99" : 440592.09550298634, - "99.999" : 440592.09550298634, - "99.9999" : 440592.09550298634, - "100.0" : 440592.09550298634 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 435356.83869369497, - 440592.09550298634, - 433146.68900114304, - 414925.9374576226, - 435110.8250526123 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2705.251971859829, - "scoreError" : 213.70844580228405, - "scoreConfidence" : [ - 2491.543526057545, - 2918.9604176621133 - ], - "scorePercentiles" : { - "0.0" : 2624.882982956335, - "50.0" : 2711.2768910965506, - "90.0" : 2763.0956383340604, - "95.0" : 2763.0956383340604, - "99.0" : 2763.0956383340604, - "99.9" : 2763.0956383340604, - "99.99" : 2763.0956383340604, - "99.999" : 2763.0956383340604, - "99.9999" : 2763.0956383340604, - "100.0" : 2763.0956383340604 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2747.731110494669, - 2763.0956383340604, - 2711.2768910965506, - 2624.882982956335, - 2679.273236417529 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0940081885050762E7, - "scoreError" : 1607577.5403015027, - "scoreConfidence" : [ - 1.933250434474926E7, - 2.2547659425352264E7 - ], - "scorePercentiles" : { - "0.0" : 2.036577786167664E7, - "50.0" : 2.089060569146359E7, - "90.0" : 2.151377533952724E7, - "95.0" : 2.151377533952724E7, - "99.0" : 2.151377533952724E7, - "99.9" : 2.151377533952724E7, - "99.99" : 2.151377533952724E7, - "99.999" : 2.151377533952724E7, - "99.9999" : 2.151377533952724E7, - "100.0" : 2.151377533952724E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.109649491066364E7, - 2.036577786167664E7, - 2.089060569146359E7, - 2.151377533952724E7, - 2.08337556219227E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2906889.040072131, - "scoreError" : 512202.49454562727, - "scoreConfidence" : [ - 2394686.5455265036, - 3419091.5346177584 - ], - "scorePercentiles" : { - "0.0" : 2684832.6976561416, - "50.0" : 2981077.8865225427, - "90.0" : 3001474.6356611606, - "95.0" : 3001474.6356611606, - "99.0" : 3001474.6356611606, - "99.9" : 3001474.6356611606, - "99.99" : 3001474.6356611606, - "99.999" : 3001474.6356611606, - "99.9999" : 3001474.6356611606, - "100.0" : 3001474.6356611606 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2880635.9731140244, - 2986424.0074067865, - 2684832.6976561416, - 2981077.8865225427, - 3001474.6356611606 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 249009.99445613794, - "scoreError" : 20114.344234873934, - "scoreConfidence" : [ - 228895.650221264, - 269124.3386910119 - ], - "scorePercentiles" : { - "0.0" : 240190.8915051138, - "50.0" : 250979.4963187198, - "90.0" : 253844.45001283218, - "95.0" : 253844.45001283218, - "99.0" : 253844.45001283218, - "99.9" : 253844.45001283218, - "99.99" : 253844.45001283218, - "99.999" : 253844.45001283218, - "99.9999" : 253844.45001283218, - "100.0" : 253844.45001283218 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 240190.8915051138, - 250979.4963187198, - 248995.94693618466, - 251039.18750783935, - 253844.45001283218 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 886.0574475184618, - "scoreError" : 71.58943390410805, - "scoreConfidence" : [ - 814.4680136143537, - 957.6468814225699 - ], - "scorePercentiles" : { - "0.0" : 857.220680106419, - "50.0" : 887.7037217812258, - "90.0" : 908.4602797425932, - "95.0" : 908.4602797425932, - "99.0" : 908.4602797425932, - "99.9" : 908.4602797425932, - "99.99" : 908.4602797425932, - "99.999" : 908.4602797425932, - "99.9999" : 908.4602797425932, - "100.0" : 908.4602797425932 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 857.220680106419, - 884.2700335602834, - 887.7037217812258, - 892.6325224017879, - 908.4602797425932 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8167101000065893E7, - "scoreError" : 9046685.906080918, - "scoreConfidence" : [ - 1.9120415093984976E7, - 3.721378690614681E7 - ], - "scorePercentiles" : { - "0.0" : 2.4039780044074673E7, - "50.0" : 2.8931344070591833E7, - "90.0" : 2.9925151410267923E7, - "95.0" : 2.9925151410267923E7, - "99.0" : 2.9925151410267923E7, - "99.9" : 2.9925151410267923E7, - "99.99" : 2.9925151410267923E7, - "99.999" : 2.9925151410267923E7, - "99.9999" : 2.9925151410267923E7, - "100.0" : 2.9925151410267923E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4039780044074673E7, - 2.9170854854402516E7, - 2.876837462099251E7, - 2.8931344070591833E7, - 2.9925151410267923E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1465452.7275811532, - "scoreError" : 151455.20626285588, - "scoreConfidence" : [ - 1313997.5213182974, - 1616907.933844009 - ], - "scorePercentiles" : { - "0.0" : 1405165.8463411464, - "50.0" : 1467790.1662389475, - "90.0" : 1505872.4753712832, - "95.0" : 1505872.4753712832, - "99.0" : 1505872.4753712832, - "99.9" : 1505872.4753712832, - "99.99" : 1505872.4753712832, - "99.999" : 1505872.4753712832, - "99.9999" : 1505872.4753712832, - "100.0" : 1505872.4753712832 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1405165.8463411464, - 1467790.1662389475, - 1454713.8658697142, - 1505872.4753712832, - 1493721.2840846744 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 156194.23598716297, - "scoreError" : 8205.28064596743, - "scoreConfidence" : [ - 147988.95534119554, - 164399.5166331304 - ], - "scorePercentiles" : { - "0.0" : 153453.20492958374, - "50.0" : 156128.50253801778, - "90.0" : 159209.12490381248, - "95.0" : 159209.12490381248, - "99.0" : 159209.12490381248, - "99.9" : 159209.12490381248, - "99.99" : 159209.12490381248, - "99.999" : 159209.12490381248, - "99.9999" : 159209.12490381248, - "100.0" : 159209.12490381248 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 155214.41585510928, - 153453.20492958374, - 156965.9317092916, - 159209.12490381248, - 156128.50253801778 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1447.6488290048258, - "scoreError" : 56.72828040798038, - "scoreConfidence" : [ - 1390.9205485968455, - 1504.377109412806 - ], - "scorePercentiles" : { - "0.0" : 1423.1904977840034, - "50.0" : 1449.762688525238, - "90.0" : 1460.457995871471, - "95.0" : 1460.457995871471, - "99.0" : 1460.457995871471, - "99.9" : 1460.457995871471, - "99.99" : 1460.457995871471, - "99.999" : 1460.457995871471, - "99.9999" : 1460.457995871471, - "100.0" : 1460.457995871471 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1449.762688525238, - 1457.7047389338074, - 1423.1904977840034, - 1460.457995871471, - 1447.1282239096088 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9797963175920807E7, - "scoreError" : 3651505.668492689, - "scoreConfidence" : [ - 1.6146457507428117E7, - 2.3449468844413497E7 - ], - "scorePercentiles" : { - "0.0" : 1.8263060254657224E7, - "50.0" : 2.0164259109658655E7, - "90.0" : 2.0693686761138048E7, - "95.0" : 2.0693686761138048E7, - "99.0" : 2.0693686761138048E7, - "99.9" : 2.0693686761138048E7, - "99.99" : 2.0693686761138048E7, - "99.999" : 2.0693686761138048E7, - "99.9999" : 2.0693686761138048E7, - "100.0" : 2.0693686761138048E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.9568809262503553E7, - 2.0693686761138048E7, - 1.8263060254657224E7, - 2.0164259109658655E7, - 2.030000049164656E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2892935.798847793, - "scoreError" : 292890.3526118395, - "scoreConfidence" : [ - 2600045.446235954, - 3185826.1514596324 - ], - "scorePercentiles" : { - "0.0" : 2800106.480145767, - "50.0" : 2921882.2017378476, - "90.0" : 2977840.40436173, - "95.0" : 2977840.40436173, - "99.0" : 2977840.40436173, - "99.9" : 2977840.40436173, - "99.99" : 2977840.40436173, - "99.999" : 2977840.40436173, - "99.9999" : 2977840.40436173, - "100.0" : 2977840.40436173 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2921882.2017378476, - 2826491.0217787945, - 2800106.480145767, - 2977840.40436173, - 2938358.886214826 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 238757.98164822292, - "scoreError" : 10910.336697899014, - "scoreConfidence" : [ - 227847.6449503239, - 249668.31834612193 - ], - "scorePercentiles" : { - "0.0" : 234607.67810352656, - "50.0" : 240147.82016162726, - "90.0" : 241643.7242936927, - "95.0" : 241643.7242936927, - "99.0" : 241643.7242936927, - "99.9" : 241643.7242936927, - "99.99" : 241643.7242936927, - "99.999" : 241643.7242936927, - "99.9999" : 241643.7242936927, - "100.0" : 241643.7242936927 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 237175.45209718653, - 241643.7242936927, - 234607.67810352656, - 240215.2335850816, - 240147.82016162726 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 842.3081971372449, - "scoreError" : 53.416903269447985, - "scoreConfidence" : [ - 788.8912938677969, - 895.7251004066928 - ], - "scorePercentiles" : { - "0.0" : 828.265876300108, - "50.0" : 840.60652656092, - "90.0" : 864.917472750775, - "95.0" : 864.917472750775, - "99.0" : 864.917472750775, - "99.9" : 864.917472750775, - "99.99" : 864.917472750775, - "99.999" : 864.917472750775, - "99.9999" : 864.917472750775, - "100.0" : 864.917472750775 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 834.6968062397476, - 828.265876300108, - 843.0543038346734, - 864.917472750775, - 840.60652656092 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4597726374472264E7, - "scoreError" : 5377726.684756732, - "scoreConfidence" : [ - 1.9219999689715534E7, - 2.9975453059228994E7 - ], - "scorePercentiles" : { - "0.0" : 2.2234128587545905E7, - "50.0" : 2.484635505433347E7, - "90.0" : 2.56840166940293E7, - "95.0" : 2.56840166940293E7, - "99.0" : 2.56840166940293E7, - "99.9" : 2.56840166940293E7, - "99.99" : 2.56840166940293E7, - "99.999" : 2.56840166940293E7, - "99.9999" : 2.56840166940293E7, - "100.0" : 2.56840166940293E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.56840166940293E7, - 2.2234128587545905E7, - 2.464079137975514E7, - 2.484635505433347E7, - 2.5583340156697497E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4943165.427248617, - "scoreError" : 908345.453481555, - "scoreConfidence" : [ - 4034819.9737670617, - 5851510.880730172 - ], - "scorePercentiles" : { - "0.0" : 4547637.114568896, - "50.0" : 5023896.234485632, - "90.0" : 5120164.581384975, - "95.0" : 5120164.581384975, - "99.0" : 5120164.581384975, - "99.9" : 5120164.581384975, - "99.99" : 5120164.581384975, - "99.999" : 5120164.581384975, - "99.9999" : 5120164.581384975, - "100.0" : 5120164.581384975 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4547637.114568896, - 5023896.234485632, - 4915106.557596323, - 5109022.648207258, - 5120164.581384975 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 430039.3979384342, - "scoreError" : 26177.02873468494, - "scoreConfidence" : [ - 403862.3692037493, - 456216.42667311913 - ], - "scorePercentiles" : { - "0.0" : 420316.5298992951, - "50.0" : 429085.6764453315, - "90.0" : 436594.3957941904, - "95.0" : 436594.3957941904, - "99.0" : 436594.3957941904, - "99.9" : 436594.3957941904, - "99.99" : 436594.3957941904, - "99.999" : 436594.3957941904, - "99.9999" : 436594.3957941904, - "100.0" : 436594.3957941904 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 429085.6764453315, - 436456.2627746414, - 420316.5298992951, - 427744.1247787126, - 436594.3957941904 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2639.540012755265, - "scoreError" : 461.09194131995645, - "scoreConfidence" : [ - 2178.4480714353085, - 3100.631954075221 - ], - "scorePercentiles" : { - "0.0" : 2431.8493405350123, - "50.0" : 2670.5350779829723, - "90.0" : 2739.4459980593333, - "95.0" : 2739.4459980593333, - "99.0" : 2739.4459980593333, - "99.9" : 2739.4459980593333, - "99.99" : 2739.4459980593333, - "99.999" : 2739.4459980593333, - "99.9999" : 2739.4459980593333, - "100.0" : 2739.4459980593333 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2670.5350779829723, - 2431.8493405350123, - 2665.109614000547, - 2690.7600331984613, - 2739.4459980593333 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1447787035677157E7, - "scoreError" : 7474378.826349429, - "scoreConfidence" : [ - 1.3973408209327728E7, - 2.8922165862026587E7 - ], - "scorePercentiles" : { - "0.0" : 1.7976497313878503E7, - "50.0" : 2.228012564304648E7, - "90.0" : 2.2379832679107454E7, - "95.0" : 2.2379832679107454E7, - "99.0" : 2.2379832679107454E7, - "99.9" : 2.2379832679107454E7, - "99.99" : 2.2379832679107454E7, - "99.999" : 2.2379832679107454E7, - "99.9999" : 2.2379832679107454E7, - "100.0" : 2.2379832679107454E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7976497313878503E7, - 2.2339559718094368E7, - 2.226291982425897E7, - 2.228012564304648E7, - 2.2379832679107454E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2947976.294738141, - "scoreError" : 257916.797744462, - "scoreConfidence" : [ - 2690059.496993679, - 3205893.0924826027 - ], - "scorePercentiles" : { - "0.0" : 2880233.2865680587, - "50.0" : 2925413.047682242, - "90.0" : 3041225.53028752, - "95.0" : 3041225.53028752, - "99.0" : 3041225.53028752, - "99.9" : 3041225.53028752, - "99.99" : 3041225.53028752, - "99.999" : 3041225.53028752, - "99.9999" : 3041225.53028752, - "100.0" : 3041225.53028752 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2900966.860488764, - 2880233.2865680587, - 3041225.53028752, - 2925413.047682242, - 2992042.7486641193 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 250022.68836733085, - "scoreError" : 16308.915288458496, - "scoreConfidence" : [ - 233713.77307887236, - 266331.60365578934 - ], - "scorePercentiles" : { - "0.0" : 243882.61344491027, - "50.0" : 252286.44021115676, - "90.0" : 253534.93996688304, - "95.0" : 253534.93996688304, - "99.0" : 253534.93996688304, - "99.9" : 253534.93996688304, - "99.99" : 253534.93996688304, - "99.999" : 253534.93996688304, - "99.9999" : 253534.93996688304, - "100.0" : 253534.93996688304 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 243882.61344491027, - 252286.44021115676, - 253534.93996688304, - 247330.15655085383, - 253079.29166285024 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 933.4932372843926, - "scoreError" : 131.77426397588823, - "scoreConfidence" : [ - 801.7189733085045, - 1065.2675012602808 - ], - "scorePercentiles" : { - "0.0" : 876.974194514934, - "50.0" : 945.5897993985702, - "90.0" : 959.4803531165949, - "95.0" : 959.4803531165949, - "99.0" : 959.4803531165949, - "99.9" : 959.4803531165949, - "99.99" : 959.4803531165949, - "99.999" : 959.4803531165949, - "99.9999" : 959.4803531165949, - "100.0" : 959.4803531165949 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 876.974194514934, - 926.9246154304637, - 958.497223961401, - 945.5897993985702, - 959.4803531165949 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.554871170764492E7, - "scoreError" : 2807004.5748576256, - "scoreConfidence" : [ - 2.2741707132787295E7, - 2.8355716282502547E7 - ], - "scorePercentiles" : { - "0.0" : 2.425363340992957E7, - "50.0" : 2.585543835757012E7, - "90.0" : 2.599930835961856E7, - "95.0" : 2.599930835961856E7, - "99.0" : 2.599930835961856E7, - "99.9" : 2.599930835961856E7, - "99.99" : 2.599930835961856E7, - "99.999" : 2.599930835961856E7, - "99.9999" : 2.599930835961856E7, - "100.0" : 2.599930835961856E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.425363340992957E7, - 2.585543835757012E7, - 2.5759911379709814E7, - 2.5875267031396553E7, - 2.599930835961856E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1477022.3204873784, - "scoreError" : 129842.28748038056, - "scoreConfidence" : [ - 1347180.0330069978, - 1606864.607967759 - ], - "scorePercentiles" : { - "0.0" : 1425667.6296778156, - "50.0" : 1489333.6375281347, - "90.0" : 1512592.4515697237, - "95.0" : 1512592.4515697237, - "99.0" : 1512592.4515697237, - "99.9" : 1512592.4515697237, - "99.99" : 1512592.4515697237, - "99.999" : 1512592.4515697237, - "99.9999" : 1512592.4515697237, - "100.0" : 1512592.4515697237 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1425667.6296778156, - 1494378.0805333618, - 1463139.8031278558, - 1489333.6375281347, - 1512592.4515697237 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 155998.48762995712, - "scoreError" : 23922.796701404717, - "scoreConfidence" : [ - 132075.69092855242, - 179921.28433136182 - ], - "scorePercentiles" : { - "0.0" : 145924.7639068879, - "50.0" : 156606.44834118267, - "90.0" : 161707.08239557786, - "95.0" : 161707.08239557786, - "99.0" : 161707.08239557786, - "99.9" : 161707.08239557786, - "99.99" : 161707.08239557786, - "99.999" : 161707.08239557786, - "99.9999" : 161707.08239557786, - "100.0" : 161707.08239557786 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 145924.7639068879, - 156606.44834118267, - 161707.08239557786, - 160416.1220475781, - 155338.02145855906 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1380.880535285735, - "scoreError" : 188.3163574987877, - "scoreConfidence" : [ - 1192.5641777869473, - 1569.1968927845228 - ], - "scorePercentiles" : { - "0.0" : 1302.0721727741454, - "50.0" : 1386.3367646480017, - "90.0" : 1431.5665560044392, - "95.0" : 1431.5665560044392, - "99.0" : 1431.5665560044392, - "99.9" : 1431.5665560044392, - "99.99" : 1431.5665560044392, - "99.999" : 1431.5665560044392, - "99.9999" : 1431.5665560044392, - "100.0" : 1431.5665560044392 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1386.3367646480017, - 1408.0310066242746, - 1376.3961763778145, - 1431.5665560044392, - 1302.0721727741454 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1016309460371517E7, - "scoreError" : 5222240.834566204, - "scoreConfidence" : [ - 1.5794068625805313E7, - 2.6238550294937722E7 - ], - "scorePercentiles" : { - "0.0" : 1.8658624086404547E7, - "50.0" : 2.1567639367303833E7, - "90.0" : 2.1903247131305646E7, - "95.0" : 2.1903247131305646E7, - "99.0" : 2.1903247131305646E7, - "99.9" : 2.1903247131305646E7, - "99.99" : 2.1903247131305646E7, - "99.999" : 2.1903247131305646E7, - "99.9999" : 2.1903247131305646E7, - "100.0" : 2.1903247131305646E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8658624086404547E7, - 2.1903247131305646E7, - 2.185360203261237E7, - 2.1567639367303833E7, - 2.109843468423119E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2872604.935384915, - "scoreError" : 258148.5836079808, - "scoreConfidence" : [ - 2614456.351776934, - 3130753.518992896 - ], - "scorePercentiles" : { - "0.0" : 2794648.2545007165, - "50.0" : 2893636.2941903532, - "90.0" : 2957584.254991729, - "95.0" : 2957584.254991729, - "99.0" : 2957584.254991729, - "99.9" : 2957584.254991729, - "99.99" : 2957584.254991729, - "99.999" : 2957584.254991729, - "99.9999" : 2957584.254991729, - "100.0" : 2957584.254991729 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2893636.2941903532, - 2794648.2545007165, - 2957584.254991729, - 2814742.544897886, - 2902413.32834389 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 238308.03736184258, - "scoreError" : 8467.765819740476, - "scoreConfidence" : [ - 229840.2715421021, - 246775.80318158306 - ], - "scorePercentiles" : { - "0.0" : 235839.6720295013, - "50.0" : 238524.7841322512, - "90.0" : 241469.57284060153, - "95.0" : 241469.57284060153, - "99.0" : 241469.57284060153, - "99.9" : 241469.57284060153, - "99.99" : 241469.57284060153, - "99.999" : 241469.57284060153, - "99.9999" : 241469.57284060153, - "100.0" : 241469.57284060153 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 235839.6720295013, - 238524.7841322512, - 239035.07495927715, - 241469.57284060153, - 236671.08284758168 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 797.7161288732183, - "scoreError" : 39.7275504415505, - "scoreConfidence" : [ - 757.9885784316677, - 837.4436793147688 - ], - "scorePercentiles" : { - "0.0" : 783.5715744059778, - "50.0" : 801.0917942219726, - "90.0" : 807.7617793476996, - "95.0" : 807.7617793476996, - "99.0" : 807.7617793476996, - "99.9" : 807.7617793476996, - "99.99" : 807.7617793476996, - "99.999" : 807.7617793476996, - "99.9999" : 807.7617793476996, - "100.0" : 807.7617793476996 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 790.5567248586023, - 783.5715744059778, - 805.5987715318386, - 807.7617793476996, - 801.0917942219726 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.6499264726556245E7, - "scoreError" : 4231699.466083552, - "scoreConfidence" : [ - 2.2267565260472693E7, - 3.0730964192639798E7 - ], - "scorePercentiles" : { - "0.0" : 2.472386332918896E7, - "50.0" : 2.6818196760952413E7, - "90.0" : 2.74975387896923E7, - "95.0" : 2.74975387896923E7, - "99.0" : 2.74975387896923E7, - "99.9" : 2.74975387896923E7, - "99.99" : 2.74975387896923E7, - "99.999" : 2.74975387896923E7, - "99.9999" : 2.74975387896923E7, - "100.0" : 2.74975387896923E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.472386332918896E7, - 2.6818196760952413E7, - 2.721598540403886E7, - 2.6240739348908693E7, - 2.74975387896923E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4943137.658054512, - "scoreError" : 695958.0828822468, - "scoreConfidence" : [ - 4247179.575172265, - 5639095.740936759 - ], - "scorePercentiles" : { - "0.0" : 4630293.791440626, - "50.0" : 5029447.684607699, - "90.0" : 5065686.738662517, - "95.0" : 5065686.738662517, - "99.0" : 5065686.738662517, - "99.9" : 5065686.738662517, - "99.99" : 5065686.738662517, - "99.999" : 5065686.738662517, - "99.9999" : 5065686.738662517, - "100.0" : 5065686.738662517 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5044726.6664616605, - 5065686.738662517, - 5029447.684607699, - 4945533.409100058, - 4630293.791440626 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 420301.4049419371, - "scoreError" : 52822.587581873195, - "scoreConfidence" : [ - 367478.8173600639, - 473123.99252381024 - ], - "scorePercentiles" : { - "0.0" : 399191.0223342897, - "50.0" : 420783.85689135914, - "90.0" : 433501.48746580037, - "95.0" : 433501.48746580037, - "99.0" : 433501.48746580037, - "99.9" : 433501.48746580037, - "99.99" : 433501.48746580037, - "99.999" : 433501.48746580037, - "99.9999" : 433501.48746580037, - "100.0" : 433501.48746580037 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 433501.48746580037, - 431261.3238862896, - 420783.85689135914, - 399191.0223342897, - 416769.3341319465 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3210.731151966408, - "scoreError" : 383.04974705495044, - "scoreConfidence" : [ - 2827.681404911458, - 3593.7808990213584 - ], - "scorePercentiles" : { - "0.0" : 3037.6536069984245, - "50.0" : 3233.0254149206207, - "90.0" : 3285.2923999862123, - "95.0" : 3285.2923999862123, - "99.0" : 3285.2923999862123, - "99.9" : 3285.2923999862123, - "99.99" : 3285.2923999862123, - "99.999" : 3285.2923999862123, - "99.9999" : 3285.2923999862123, - "100.0" : 3285.2923999862123 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3230.6022734651806, - 3037.6536069984245, - 3285.2923999862123, - 3267.0820644616033, - 3233.0254149206207 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.437601626254588E7, - "scoreError" : 1505351.8646246125, - "scoreConfidence" : [ - 2.2870664397921268E7, - 2.5881368127170492E7 - ], - "scorePercentiles" : { - "0.0" : 2.3873997054936484E7, - "50.0" : 2.4360344630240187E7, - "90.0" : 2.497037354158327E7, - "95.0" : 2.497037354158327E7, - "99.0" : 2.497037354158327E7, - "99.9" : 2.497037354158327E7, - "99.99" : 2.497037354158327E7, - "99.999" : 2.497037354158327E7, - "99.9999" : 2.497037354158327E7, - "100.0" : 2.497037354158327E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4360344630240187E7, - 2.3873997054936484E7, - 2.497037354158327E7, - 2.437544992277151E7, - 2.429991616319795E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3178177.2011337345, - "scoreError" : 541225.165777668, - "scoreConfidence" : [ - 2636952.0353560667, - 3719402.3669114024 - ], - "scorePercentiles" : { - "0.0" : 2938225.4796265396, - "50.0" : 3246096.1623797743, - "90.0" : 3284083.801490358, - "95.0" : 3284083.801490358, - "99.0" : 3284083.801490358, - "99.9" : 3284083.801490358, - "99.99" : 3284083.801490358, - "99.999" : 3284083.801490358, - "99.9999" : 3284083.801490358, - "100.0" : 3284083.801490358 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3169828.538403664, - 2938225.4796265396, - 3252652.0237683346, - 3246096.1623797743, - 3284083.801490358 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 330387.2256943876, - "scoreError" : 20786.41990673771, - "scoreConfidence" : [ - 309600.80578764994, - 351173.6456011253 - ], - "scorePercentiles" : { - "0.0" : 325758.6947512031, - "50.0" : 328437.62971171364, - "90.0" : 339392.5915300064, - "95.0" : 339392.5915300064, - "99.0" : 339392.5915300064, - "99.9" : 339392.5915300064, - "99.99" : 339392.5915300064, - "99.999" : 339392.5915300064, - "99.9999" : 339392.5915300064, - "100.0" : 339392.5915300064 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 328437.62971171364, - 331083.35187786527, - 339392.5915300064, - 327263.86060114985, - 325758.6947512031 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2099.475790757328, - "scoreError" : 174.2127523706443, - "scoreConfidence" : [ - 1925.2630383866838, - 2273.6885431279725 - ], - "scorePercentiles" : { - "0.0" : 2027.9626265490097, - "50.0" : 2115.5658384085905, - "90.0" : 2140.9219173592946, - "95.0" : 2140.9219173592946, - "99.0" : 2140.9219173592946, - "99.9" : 2140.9219173592946, - "99.99" : 2140.9219173592946, - "99.999" : 2140.9219173592946, - "99.9999" : 2140.9219173592946, - "100.0" : 2140.9219173592946 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2115.5658384085905, - 2128.814373864991, - 2140.9219173592946, - 2027.9626265490097, - 2084.1141976047543 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.616828565136894E7, - "scoreError" : 4212864.8463953035, - "scoreConfidence" : [ - 2.1955420804973636E7, - 3.038115049776424E7 - ], - "scorePercentiles" : { - "0.0" : 2.494568782881821E7, - "50.0" : 2.6568985822964896E7, - "90.0" : 2.7277408011483368E7, - "95.0" : 2.7277408011483368E7, - "99.0" : 2.7277408011483368E7, - "99.9" : 2.7277408011483368E7, - "99.99" : 2.7277408011483368E7, - "99.999" : 2.7277408011483368E7, - "99.9999" : 2.7277408011483368E7, - "100.0" : 2.7277408011483368E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.494568782881821E7, - 2.6989356757064756E7, - 2.5059989836513463E7, - 2.7277408011483368E7, - 2.6568985822964896E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1621144.161677929, - "scoreError" : 70573.24410637675, - "scoreConfidence" : [ - 1550570.9175715523, - 1691717.4057843059 - ], - "scorePercentiles" : { - "0.0" : 1600732.6368317707, - "50.0" : 1620380.7513269975, - "90.0" : 1647058.4956113396, - "95.0" : 1647058.4956113396, - "99.0" : 1647058.4956113396, - "99.9" : 1647058.4956113396, - "99.99" : 1647058.4956113396, - "99.999" : 1647058.4956113396, - "99.9999" : 1647058.4956113396, - "100.0" : 1647058.4956113396 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1620380.7513269975, - 1600732.6368317707, - 1629811.0795123929, - 1607737.8451071444, - 1647058.4956113396 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 187841.9665411491, - "scoreError" : 12388.914246888064, - "scoreConfidence" : [ - 175453.05229426103, - 200230.88078803718 - ], - "scorePercentiles" : { - "0.0" : 183843.06426843672, - "50.0" : 186870.69372661787, - "90.0" : 192351.26484032776, - "95.0" : 192351.26484032776, - "99.0" : 192351.26484032776, - "99.9" : 192351.26484032776, - "99.99" : 192351.26484032776, - "99.999" : 192351.26484032776, - "99.9999" : 192351.26484032776, - "100.0" : 192351.26484032776 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 192351.26484032776, - 183843.06426843672, - 189492.1055693119, - 186652.70430105118, - 186870.69372661787 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1724.1840488530156, - "scoreError" : 189.30279005633994, - "scoreConfidence" : [ - 1534.8812587966756, - 1913.4868389093556 - ], - "scorePercentiles" : { - "0.0" : 1640.726592937337, - "50.0" : 1744.2241460932414, - "90.0" : 1762.433408192126, - "95.0" : 1762.433408192126, - "99.0" : 1762.433408192126, - "99.9" : 1762.433408192126, - "99.99" : 1762.433408192126, - "99.999" : 1762.433408192126, - "99.9999" : 1762.433408192126, - "100.0" : 1762.433408192126 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1752.9059973438098, - 1720.6300996985638, - 1640.726592937337, - 1744.2241460932414, - 1762.433408192126 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5246916141730033E7, - "scoreError" : 1604013.7607093512, - "scoreConfidence" : [ - 2.364290238102068E7, - 2.6850929902439386E7 - ], - "scorePercentiles" : { - "0.0" : 2.469882230479846E7, - "50.0" : 2.52237195962741E7, - "90.0" : 2.5765360170434073E7, - "95.0" : 2.5765360170434073E7, - "99.0" : 2.5765360170434073E7, - "99.9" : 2.5765360170434073E7, - "99.99" : 2.5765360170434073E7, - "99.999" : 2.5765360170434073E7, - "99.9999" : 2.5765360170434073E7, - "100.0" : 2.5765360170434073E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5765360170434073E7, - 2.5025393400604054E7, - 2.5521285236539498E7, - 2.52237195962741E7, - 2.469882230479846E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3063593.11083798, - "scoreError" : 433939.9562270993, - "scoreConfidence" : [ - 2629653.1546108807, - 3497533.0670650797 - ], - "scorePercentiles" : { - "0.0" : 2905530.5774931097, - "50.0" : 3074409.0189830423, - "90.0" : 3177294.2720178617, - "95.0" : 3177294.2720178617, - "99.0" : 3177294.2720178617, - "99.9" : 3177294.2720178617, - "99.99" : 3177294.2720178617, - "99.999" : 3177294.2720178617, - "99.9999" : 3177294.2720178617, - "100.0" : 3177294.2720178617 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3002239.845189117, - 2905530.5774931097, - 3158491.840506771, - 3177294.2720178617, - 3074409.0189830423 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 321969.4097669087, - "scoreError" : 13668.716540806803, - "scoreConfidence" : [ - 308300.69322610187, - 335638.1263077155 - ], - "scorePercentiles" : { - "0.0" : 317292.27782225463, - "50.0" : 321184.40576295526, - "90.0" : 326426.4845772127, - "95.0" : 326426.4845772127, - "99.0" : 326426.4845772127, - "99.9" : 326426.4845772127, - "99.99" : 326426.4845772127, - "99.999" : 326426.4845772127, - "99.9999" : 326426.4845772127, - "100.0" : 326426.4845772127 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 317292.27782225463, - 321184.40576295526, - 324413.55418816576, - 326426.4845772127, - 320530.3264839551 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1806.7928700405694, - "scoreError" : 145.75653668755996, - "scoreConfidence" : [ - 1661.0363333530095, - 1952.5494067281293 - ], - "scorePercentiles" : { - "0.0" : 1755.8941736764516, - "50.0" : 1821.9021307097473, - "90.0" : 1848.1618662600263, - "95.0" : 1848.1618662600263, - "99.0" : 1848.1618662600263, - "99.9" : 1848.1618662600263, - "99.99" : 1848.1618662600263, - "99.999" : 1848.1618662600263, - "99.9999" : 1848.1618662600263, - "100.0" : 1848.1618662600263 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1755.8941736764516, - 1779.6584464329578, - 1821.9021307097473, - 1848.1618662600263, - 1828.3477331236625 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.722116116206466E7, - "scoreError" : 1.182929427024617E7, - "scoreConfidence" : [ - 1.539186689181849E7, - 3.9050455432310835E7 - ], - "scorePercentiles" : { - "0.0" : 2.193310067509556E7, - "50.0" : 2.888545681750462E7, - "90.0" : 2.9099472310518183E7, - "95.0" : 2.9099472310518183E7, - "99.0" : 2.9099472310518183E7, - "99.9" : 2.9099472310518183E7, - "99.99" : 2.9099472310518183E7, - "99.999" : 2.9099472310518183E7, - "99.9999" : 2.9099472310518183E7, - "100.0" : 2.9099472310518183E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.193310067509556E7, - 2.710276330516997E7, - 2.908501270203497E7, - 2.888545681750462E7, - 2.9099472310518183E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4839525.587986724, - "scoreError" : 818458.3560520515, - "scoreConfidence" : [ - 4021067.231934673, - 5657983.944038776 - ], - "scorePercentiles" : { - "0.0" : 4484676.165491035, - "50.0" : 4854581.384256139, - "90.0" : 5030119.942613357, - "95.0" : 5030119.942613357, - "99.0" : 5030119.942613357, - "99.9" : 5030119.942613357, - "99.99" : 5030119.942613357, - "99.999" : 5030119.942613357, - "99.9999" : 5030119.942613357, - "100.0" : 5030119.942613357 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4484676.165491035, - 4854581.384256139, - 4973751.403157557, - 4854499.044415534, - 5030119.942613357 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 432236.6157455016, - "scoreError" : 48634.34738912765, - "scoreConfidence" : [ - 383602.26835637394, - 480870.96313462924 - ], - "scorePercentiles" : { - "0.0" : 409692.68636776396, - "50.0" : 437555.70537055866, - "90.0" : 439280.51608948037, - "95.0" : 439280.51608948037, - "99.0" : 439280.51608948037, - "99.9" : 439280.51608948037, - "99.99" : 439280.51608948037, - "99.999" : 439280.51608948037, - "99.9999" : 439280.51608948037, - "100.0" : 439280.51608948037 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 437079.5087709955, - 439280.51608948037, - 437555.70537055866, - 437574.6621287094, - 409692.68636776396 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3168.61060365914, - "scoreError" : 599.3752801032103, - "scoreConfidence" : [ - 2569.2353235559294, - 3767.9858837623506 - ], - "scorePercentiles" : { - "0.0" : 2960.440741782185, - "50.0" : 3232.819290341866, - "90.0" : 3315.6104528091023, - "95.0" : 3315.6104528091023, - "99.0" : 3315.6104528091023, - "99.9" : 3315.6104528091023, - "99.99" : 3315.6104528091023, - "99.999" : 3315.6104528091023, - "99.9999" : 3315.6104528091023, - "100.0" : 3315.6104528091023 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2960.440741782185, - 3285.082715145642, - 3232.819290341866, - 3315.6104528091023, - 3049.0998182169046 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1727647725446567E7, - "scoreError" : 1365673.2592808674, - "scoreConfidence" : [ - 2.03619744661657E7, - 2.3093320984727435E7 - ], - "scorePercentiles" : { - "0.0" : 2.1320258582751893E7, - "50.0" : 2.1836888727105398E7, - "90.0" : 2.2131374787765786E7, - "95.0" : 2.2131374787765786E7, - "99.0" : 2.2131374787765786E7, - "99.9" : 2.2131374787765786E7, - "99.99" : 2.2131374787765786E7, - "99.999" : 2.2131374787765786E7, - "99.9999" : 2.2131374787765786E7, - "100.0" : 2.2131374787765786E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1394975058121704E7, - 2.1954741471488066E7, - 2.1320258582751893E7, - 2.2131374787765786E7, - 2.1836888727105398E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2810922.747600314, - "scoreError" : 501747.9083884006, - "scoreConfidence" : [ - 2309174.8392119138, - 3312670.6559887147 - ], - "scorePercentiles" : { - "0.0" : 2613438.9986628355, - "50.0" : 2859646.8197508096, - "90.0" : 2923888.940206499, - "95.0" : 2923888.940206499, - "99.0" : 2923888.940206499, - "99.9" : 2923888.940206499, - "99.99" : 2923888.940206499, - "99.999" : 2923888.940206499, - "99.9999" : 2923888.940206499, - "100.0" : 2923888.940206499 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2747767.087248672, - 2909871.892132755, - 2923888.940206499, - 2859646.8197508096, - 2613438.9986628355 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 338170.10032540606, - "scoreError" : 36182.47029555507, - "scoreConfidence" : [ - 301987.630029851, - 374352.57062096114 - ], - "scorePercentiles" : { - "0.0" : 323196.42513993365, - "50.0" : 338366.8311177573, - "90.0" : 347562.9889941219, - "95.0" : 347562.9889941219, - "99.0" : 347562.9889941219, - "99.9" : 347562.9889941219, - "99.99" : 347562.9889941219, - "99.999" : 347562.9889941219, - "99.9999" : 347562.9889941219, - "100.0" : 347562.9889941219 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 323196.42513993365, - 337242.40757191204, - 347562.9889941219, - 338366.8311177573, - 344481.8488033054 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2115.68783657038, - "scoreError" : 63.794119079961135, - "scoreConfidence" : [ - 2051.893717490419, - 2179.481955650341 - ], - "scorePercentiles" : { - "0.0" : 2098.209073345987, - "50.0" : 2114.562444326099, - "90.0" : 2139.819246011812, - "95.0" : 2139.819246011812, - "99.0" : 2139.819246011812, - "99.9" : 2139.819246011812, - "99.99" : 2139.819246011812, - "99.999" : 2139.819246011812, - "99.9999" : 2139.819246011812, - "100.0" : 2139.819246011812 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2122.7605031601206, - 2114.562444326099, - 2139.819246011812, - 2103.0879160078825, - 2098.209073345987 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.735057396039166E7, - "scoreError" : 7673177.19233926, - "scoreConfidence" : [ - 1.96773967680524E7, - 3.502375115273092E7 - ], - "scorePercentiles" : { - "0.0" : 2.39145262222586E7, - "50.0" : 2.795306169977773E7, - "90.0" : 2.907427979855827E7, - "95.0" : 2.907427979855827E7, - "99.0" : 2.907427979855827E7, - "99.9" : 2.907427979855827E7, - "99.99" : 2.907427979855827E7, - "99.999" : 2.907427979855827E7, - "99.9999" : 2.907427979855827E7, - "100.0" : 2.907427979855827E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.39145262222586E7, - 2.765356484986447E7, - 2.795306169977773E7, - 2.907427979855827E7, - 2.8157437231499214E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1536560.3152856096, - "scoreError" : 204816.86132164174, - "scoreConfidence" : [ - 1331743.4539639677, - 1741377.1766072514 - ], - "scorePercentiles" : { - "0.0" : 1454502.3451413328, - "50.0" : 1559698.5966055363, - "90.0" : 1585057.576358519, - "95.0" : 1585057.576358519, - "99.0" : 1585057.576358519, - "99.9" : 1585057.576358519, - "99.99" : 1585057.576358519, - "99.999" : 1585057.576358519, - "99.9999" : 1585057.576358519, - "100.0" : 1585057.576358519 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1454502.3451413328, - 1559698.5966055363, - 1513121.5833664099, - 1570421.4749562505, - 1585057.576358519 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 181077.322920873, - "scoreError" : 5605.785292525532, - "scoreConfidence" : [ - 175471.53762834746, - 186683.10821339855 - ], - "scorePercentiles" : { - "0.0" : 178820.65599266198, - "50.0" : 181519.24102755214, - "90.0" : 182746.18419845263, - "95.0" : 182746.18419845263, - "99.0" : 182746.18419845263, - "99.9" : 182746.18419845263, - "99.99" : 182746.18419845263, - "99.999" : 182746.18419845263, - "99.9999" : 182746.18419845263, - "100.0" : 182746.18419845263 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 180706.4808250702, - 181519.24102755214, - 182746.18419845263, - 181594.05256062813, - 178820.65599266198 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1761.4515911179133, - "scoreError" : 54.496898046049886, - "scoreConfidence" : [ - 1706.9546930718634, - 1815.9484891639631 - ], - "scorePercentiles" : { - "0.0" : 1746.7238435598952, - "50.0" : 1762.15550601581, - "90.0" : 1778.4201866661, - "95.0" : 1778.4201866661, - "99.0" : 1778.4201866661, - "99.9" : 1778.4201866661, - "99.99" : 1778.4201866661, - "99.999" : 1778.4201866661, - "99.9999" : 1778.4201866661, - "100.0" : 1778.4201866661 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1772.0523478967407, - 1747.9060714510204, - 1762.15550601581, - 1778.4201866661, - 1746.7238435598952 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9909125165526338E7, - "scoreError" : 3754886.6730943862, - "scoreConfidence" : [ - 1.6154238492431952E7, - 2.3664011838620722E7 - ], - "scorePercentiles" : { - "0.0" : 1.822622312280919E7, - "50.0" : 2.04037671140906E7, - "90.0" : 2.0536379551981032E7, - "95.0" : 2.0536379551981032E7, - "99.0" : 2.0536379551981032E7, - "99.9" : 2.0536379551981032E7, - "99.99" : 2.0536379551981032E7, - "99.999" : 2.0536379551981032E7, - "99.9999" : 2.0536379551981032E7, - "100.0" : 2.0536379551981032E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.822622312280919E7, - 1.989307356430139E7, - 2.0486182474449467E7, - 2.04037671140906E7, - 2.0536379551981032E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2941631.5084412005, - "scoreError" : 253148.18361405903, - "scoreConfidence" : [ - 2688483.3248271416, - 3194779.6920552594 - ], - "scorePercentiles" : { - "0.0" : 2838234.943096621, - "50.0" : 2966656.7973653283, - "90.0" : 3008095.7364631062, - "95.0" : 3008095.7364631062, - "99.0" : 3008095.7364631062, - "99.9" : 3008095.7364631062, - "99.99" : 3008095.7364631062, - "99.999" : 3008095.7364631062, - "99.9999" : 3008095.7364631062, - "100.0" : 3008095.7364631062 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3008095.7364631062, - 2920359.77869259, - 2838234.943096621, - 2974810.2865883564, - 2966656.7973653283 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 327965.05389900884, - "scoreError" : 25517.45044734808, - "scoreConfidence" : [ - 302447.6034516608, - 353482.5043463569 - ], - "scorePercentiles" : { - "0.0" : 317236.1447700876, - "50.0" : 328120.35095771134, - "90.0" : 333581.55679387954, - "95.0" : 333581.55679387954, - "99.0" : 333581.55679387954, - "99.9" : 333581.55679387954, - "99.99" : 333581.55679387954, - "99.999" : 333581.55679387954, - "99.9999" : 333581.55679387954, - "100.0" : 333581.55679387954 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 317236.1447700876, - 328120.35095771134, - 327554.59661962814, - 333581.55679387954, - 333332.6203537377 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1560.851981489914, - "scoreError" : 96.03960838007258, - "scoreConfidence" : [ - 1464.8123731098412, - 1656.8915898699865 - ], - "scorePercentiles" : { - "0.0" : 1526.0042611072388, - "50.0" : 1568.685030948587, - "90.0" : 1589.371101748749, - "95.0" : 1589.371101748749, - "99.0" : 1589.371101748749, - "99.9" : 1589.371101748749, - "99.99" : 1589.371101748749, - "99.999" : 1589.371101748749, - "99.9999" : 1589.371101748749, - "100.0" : 1589.371101748749 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1526.0042611072388, - 1545.991994481935, - 1568.685030948587, - 1589.371101748749, - 1574.20751916306 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8816907048048377E7, - "scoreError" : 2735209.8631130513, - "scoreConfidence" : [ - 2.6081697184935324E7, - 3.155211691116143E7 - ], - "scorePercentiles" : { - "0.0" : 2.7709873484237432E7, - "50.0" : 2.8985906807806294E7, - "90.0" : 2.94341535347523E7, - "95.0" : 2.94341535347523E7, - "99.0" : 2.94341535347523E7, - "99.9" : 2.94341535347523E7, - "99.99" : 2.94341535347523E7, - "99.999" : 2.94341535347523E7, - "99.9999" : 2.94341535347523E7, - "100.0" : 2.94341535347523E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7709873484237432E7, - 2.94341535347523E7, - 2.857004249141868E7, - 2.8985906807806294E7, - 2.9384558922027193E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4888159.563294533, - "scoreError" : 666571.7977592887, - "scoreConfidence" : [ - 4221587.765535244, - 5554731.361053822 - ], - "scorePercentiles" : { - "0.0" : 4612282.378154732, - "50.0" : 4947178.23444826, - "90.0" : 5024737.586749458, - "95.0" : 5024737.586749458, - "99.0" : 5024737.586749458, - "99.9" : 5024737.586749458, - "99.99" : 5024737.586749458, - "99.999" : 5024737.586749458, - "99.9999" : 5024737.586749458, - "100.0" : 5024737.586749458 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4612282.378154732, - 5024737.586749458, - 4832393.3671736, - 5024206.249946616, - 4947178.23444826 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 425532.69741389697, - "scoreError" : 50750.61762396448, - "scoreConfidence" : [ - 374782.07978993247, - 476283.31503786147 - ], - "scorePercentiles" : { - "0.0" : 408107.0955775034, - "50.0" : 428778.92129195255, - "90.0" : 439396.4695097689, - "95.0" : 439396.4695097689, - "99.0" : 439396.4695097689, - "99.9" : 439396.4695097689, - "99.99" : 439396.4695097689, - "99.999" : 439396.4695097689, - "99.9999" : 439396.4695097689, - "100.0" : 439396.4695097689 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 435395.71147329686, - 428778.92129195255, - 408107.0955775034, - 415985.28921696334, - 439396.4695097689 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2648.6360084800954, - "scoreError" : 349.69286096429954, - "scoreConfidence" : [ - 2298.9431475157958, - 2998.328869444395 - ], - "scorePercentiles" : { - "0.0" : 2489.9636280661316, - "50.0" : 2680.4084377994373, - "90.0" : 2717.7056042206927, - "95.0" : 2717.7056042206927, - "99.0" : 2717.7056042206927, - "99.9" : 2717.7056042206927, - "99.99" : 2717.7056042206927, - "99.999" : 2717.7056042206927, - "99.9999" : 2717.7056042206927, - "100.0" : 2717.7056042206927 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2680.4084377994373, - 2489.9636280661316, - 2717.7056042206927, - 2690.960621841735, - 2664.1417504724786 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9611608777408037E7, - "scoreError" : 5012136.063393911, - "scoreConfidence" : [ - 1.4599472714014126E7, - 2.4623744840801947E7 - ], - "scorePercentiles" : { - "0.0" : 1.788112012081074E7, - "50.0" : 1.9826901250429135E7, - "90.0" : 2.0884659637045536E7, - "95.0" : 2.0884659637045536E7, - "99.0" : 2.0884659637045536E7, - "99.9" : 2.0884659637045536E7, - "99.99" : 2.0884659637045536E7, - "99.999" : 2.0884659637045536E7, - "99.9999" : 2.0884659637045536E7, - "100.0" : 2.0884659637045536E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0753981030803964E7, - 1.788112012081074E7, - 2.0884659637045536E7, - 1.9826901250429135E7, - 1.8711381847950798E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2899935.147861581, - "scoreError" : 333559.50354385003, - "scoreConfidence" : [ - 2566375.644317731, - 3233494.651405431 - ], - "scorePercentiles" : { - "0.0" : 2783014.4665232985, - "50.0" : 2936512.421204631, - "90.0" : 2995143.5276141367, - "95.0" : 2995143.5276141367, - "99.0" : 2995143.5276141367, - "99.9" : 2995143.5276141367, - "99.99" : 2995143.5276141367, - "99.999" : 2995143.5276141367, - "99.9999" : 2995143.5276141367, - "100.0" : 2995143.5276141367 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2946501.0223385515, - 2838504.3016272862, - 2783014.4665232985, - 2936512.421204631, - 2995143.5276141367 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 242062.00204073958, - "scoreError" : 33806.96096460735, - "scoreConfidence" : [ - 208255.0410761322, - 275868.96300534694 - ], - "scorePercentiles" : { - "0.0" : 226398.7893406305, - "50.0" : 245910.4727758524, - "90.0" : 246871.6144093294, - "95.0" : 246871.6144093294, - "99.0" : 246871.6144093294, - "99.9" : 246871.6144093294, - "99.99" : 246871.6144093294, - "99.999" : 246871.6144093294, - "99.9999" : 246871.6144093294, - "100.0" : 246871.6144093294 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 246068.2894748989, - 226398.7893406305, - 245910.4727758524, - 245060.8442029867, - 246871.6144093294 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 893.3928442837368, - "scoreError" : 69.70725849419759, - "scoreConfidence" : [ - 823.6855857895392, - 963.1001027779345 - ], - "scorePercentiles" : { - "0.0" : 870.0326560571439, - "50.0" : 899.9566107171889, - "90.0" : 915.2707141255262, - "95.0" : 915.2707141255262, - "99.0" : 915.2707141255262, - "99.9" : 915.2707141255262, - "99.99" : 915.2707141255262, - "99.999" : 915.2707141255262, - "99.9999" : 915.2707141255262, - "100.0" : 915.2707141255262 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 870.0326560571439, - 901.5877057453381, - 899.9566107171889, - 880.1165347734872, - 915.2707141255262 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.9392512781691354E7, - "scoreError" : 970513.1852859176, - "scoreConfidence" : [ - 2.8421999596405435E7, - 3.0363025966977272E7 - ], - "scorePercentiles" : { - "0.0" : 2.8983604795934606E7, - "50.0" : 2.9437143299497355E7, - "90.0" : 2.961711554867955E7, - "95.0" : 2.961711554867955E7, - "99.0" : 2.961711554867955E7, - "99.9" : 2.961711554867955E7, - "99.99" : 2.961711554867955E7, - "99.999" : 2.961711554867955E7, - "99.9999" : 2.961711554867955E7, - "100.0" : 2.961711554867955E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.8983604795934606E7, - 2.935122749778775E7, - 2.9437143299497355E7, - 2.961711554867955E7, - 2.957347276655752E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1478554.5021173477, - "scoreError" : 230549.26840602694, - "scoreConfidence" : [ - 1248005.2337113207, - 1709103.7705233747 - ], - "scorePercentiles" : { - "0.0" : 1376141.7585558186, - "50.0" : 1496741.6924130141, - "90.0" : 1532431.2823121478, - "95.0" : 1532431.2823121478, - "99.0" : 1532431.2823121478, - "99.9" : 1532431.2823121478, - "99.99" : 1532431.2823121478, - "99.999" : 1532431.2823121478, - "99.9999" : 1532431.2823121478, - "100.0" : 1532431.2823121478 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1484877.6913543118, - 1376141.7585558186, - 1496741.6924130141, - 1502580.0859514468, - 1532431.2823121478 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 158860.2085328885, - "scoreError" : 8826.47714474199, - "scoreConfidence" : [ - 150033.73138814652, - 167686.68567763048 - ], - "scorePercentiles" : { - "0.0" : 157288.32905323055, - "50.0" : 157313.8555792787, - "90.0" : 162391.3377765737, - "95.0" : 162391.3377765737, - "99.0" : 162391.3377765737, - "99.9" : 162391.3377765737, - "99.99" : 162391.3377765737, - "99.999" : 162391.3377765737, - "99.9999" : 162391.3377765737, - "100.0" : 162391.3377765737 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 157288.32905323055, - 162391.3377765737, - 157313.8555792787, - 159995.53943832166, - 157311.9808170379 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1351.4488614700736, - "scoreError" : 120.02038110558195, - "scoreConfidence" : [ - 1231.4284803644916, - 1471.4692425756555 - ], - "scorePercentiles" : { - "0.0" : 1305.5292806143202, - "50.0" : 1350.6496447968257, - "90.0" : 1390.6160977967234, - "95.0" : 1390.6160977967234, - "99.0" : 1390.6160977967234, - "99.9" : 1390.6160977967234, - "99.99" : 1390.6160977967234, - "99.999" : 1390.6160977967234, - "99.9999" : 1390.6160977967234, - "100.0" : 1390.6160977967234 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1350.6496447968257, - 1365.5728826501472, - 1344.8764014923509, - 1390.6160977967234, - 1305.5292806143202 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1612175649950255E7, - "scoreError" : 1534404.0155099723, - "scoreConfidence" : [ - 2.007777163444028E7, - 2.314657966546023E7 - ], - "scorePercentiles" : { - "0.0" : 2.1122064045502756E7, - "50.0" : 2.1640582248302422E7, - "90.0" : 2.2161780180776056E7, - "95.0" : 2.2161780180776056E7, - "99.0" : 2.2161780180776056E7, - "99.9" : 2.2161780180776056E7, - "99.99" : 2.2161780180776056E7, - "99.999" : 2.2161780180776056E7, - "99.9999" : 2.2161780180776056E7, - "100.0" : 2.2161780180776056E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2161780180776056E7, - 2.1122064045502756E7, - 2.1778226055003744E7, - 2.1358225720166292E7, - 2.1640582248302422E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2780902.2590097073, - "scoreError" : 344550.6282350018, - "scoreConfidence" : [ - 2436351.6307747057, - 3125452.887244709 - ], - "scorePercentiles" : { - "0.0" : 2623684.448757705, - "50.0" : 2812204.7666255874, - "90.0" : 2840746.8761482895, - "95.0" : 2840746.8761482895, - "99.0" : 2840746.8761482895, - "99.9" : 2840746.8761482895, - "99.99" : 2840746.8761482895, - "99.999" : 2840746.8761482895, - "99.9999" : 2840746.8761482895, - "100.0" : 2840746.8761482895 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2623684.448757705, - 2840746.8761482895, - 2812204.7666255874, - 2830736.724987106, - 2797138.4785298477 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 236277.23583625816, - "scoreError" : 43161.60681103028, - "scoreConfidence" : [ - 193115.62902522788, - 279438.84264728846 - ], - "scorePercentiles" : { - "0.0" : 216447.3785462286, - "50.0" : 240770.9000394098, - "90.0" : 243851.75662279857, - "95.0" : 243851.75662279857, - "99.0" : 243851.75662279857, - "99.9" : 243851.75662279857, - "99.99" : 243851.75662279857, - "99.999" : 243851.75662279857, - "99.9999" : 243851.75662279857, - "100.0" : 243851.75662279857 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 216447.3785462286, - 241066.1591614888, - 239249.98481136514, - 243851.75662279857, - 240770.9000394098 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 799.8861185553677, - "scoreError" : 78.62827302864201, - "scoreConfidence" : [ - 721.2578455267258, - 878.5143915840097 - ], - "scorePercentiles" : { - "0.0" : 767.249071850406, - "50.0" : 802.979655357896, - "90.0" : 823.9064158975093, - "95.0" : 823.9064158975093, - "99.0" : 823.9064158975093, - "99.9" : 823.9064158975093, - "99.99" : 823.9064158975093, - "99.999" : 823.9064158975093, - "99.9999" : 823.9064158975093, - "100.0" : 823.9064158975093 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 801.9951900677628, - 767.249071850406, - 823.9064158975093, - 802.979655357896, - 803.3002596032643 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5618623702838562E7, - "scoreError" : 678525.923098567, - "scoreConfidence" : [ - 2.4940097779739995E7, - 2.629714962593713E7 - ], - "scorePercentiles" : { - "0.0" : 2.540423938762429E7, - "50.0" : 2.5681244684766017E7, - "90.0" : 2.5798537770204328E7, - "95.0" : 2.5798537770204328E7, - "99.0" : 2.5798537770204328E7, - "99.9" : 2.5798537770204328E7, - "99.99" : 2.5798537770204328E7, - "99.999" : 2.5798537770204328E7, - "99.9999" : 2.5798537770204328E7, - "100.0" : 2.5798537770204328E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.540423938762429E7, - 2.5798537770204328E7, - 2.5681244684766017E7, - 2.5748690590673015E7, - 2.5460406080925185E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4893184.5038285125, - "scoreError" : 868002.3706685433, - "scoreConfidence" : [ - 4025182.133159969, - 5761186.874497056 - ], - "scorePercentiles" : { - "0.0" : 4555582.07417068, - "50.0" : 4988305.317607386, - "90.0" : 5093556.895108047, - "95.0" : 5093556.895108047, - "99.0" : 5093556.895108047, - "99.9" : 5093556.895108047, - "99.99" : 5093556.895108047, - "99.999" : 5093556.895108047, - "99.9999" : 5093556.895108047, - "100.0" : 5093556.895108047 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4988305.317607386, - 4555582.07417068, - 4774251.499990228, - 5054226.732266222, - 5093556.895108047 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 416634.6850794521, - "scoreError" : 78988.82482470776, - "scoreConfidence" : [ - 337645.86025474436, - 495623.5099041599 - ], - "scorePercentiles" : { - "0.0" : 382852.0538107873, - "50.0" : 420215.7010511054, - "90.0" : 433642.0758744767, - "95.0" : 433642.0758744767, - "99.0" : 433642.0758744767, - "99.9" : 433642.0758744767, - "99.99" : 433642.0758744767, - "99.999" : 433642.0758744767, - "99.9999" : 433642.0758744767, - "100.0" : 433642.0758744767 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 414491.89397253684, - 431971.70068835426, - 382852.0538107873, - 433642.0758744767, - 420215.7010511054 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2662.4651303910637, - "scoreError" : 210.6267588392537, - "scoreConfidence" : [ - 2451.83837155181, - 2873.0918892303175 - ], - "scorePercentiles" : { - "0.0" : 2568.020384989782, - "50.0" : 2689.280932591799, - "90.0" : 2701.6168875338053, - "95.0" : 2701.6168875338053, - "99.0" : 2701.6168875338053, - "99.9" : 2701.6168875338053, - "99.99" : 2701.6168875338053, - "99.999" : 2701.6168875338053, - "99.9999" : 2701.6168875338053, - "100.0" : 2701.6168875338053 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2701.6168875338053, - 2662.7263487565046, - 2568.020384989782, - 2690.681098083428, - 2689.280932591799 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9909156283653684E7, - "scoreError" : 5848648.359509603, - "scoreConfidence" : [ - 1.4060507924144082E7, - 2.5757804643163286E7 - ], - "scorePercentiles" : { - "0.0" : 1.7207533685795836E7, - "50.0" : 2.0577842425287485E7, - "90.0" : 2.0731734373801775E7, - "95.0" : 2.0731734373801775E7, - "99.0" : 2.0731734373801775E7, - "99.9" : 2.0731734373801775E7, - "99.99" : 2.0731734373801775E7, - "99.999" : 2.0731734373801775E7, - "99.9999" : 2.0731734373801775E7, - "100.0" : 2.0731734373801775E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7207533685795836E7, - 2.0323409074620634E7, - 2.0705261858762674E7, - 2.0731734373801775E7, - 2.0577842425287485E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3050427.980946211, - "scoreError" : 394542.75049385696, - "scoreConfidence" : [ - 2655885.230452354, - 3444970.731440068 - ], - "scorePercentiles" : { - "0.0" : 2875648.6058291565, - "50.0" : 3090035.3376225918, - "90.0" : 3128011.4719746555, - "95.0" : 3128011.4719746555, - "99.0" : 3128011.4719746555, - "99.9" : 3128011.4719746555, - "99.99" : 3128011.4719746555, - "99.999" : 3128011.4719746555, - "99.9999" : 3128011.4719746555, - "100.0" : 3128011.4719746555 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2875648.6058291565, - 3090035.3376225918, - 3128011.4719746555, - 3046060.177271769, - 3112384.312032884 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 244859.20962026465, - "scoreError" : 22266.084763772913, - "scoreConfidence" : [ - 222593.12485649175, - 267125.29438403755 - ], - "scorePercentiles" : { - "0.0" : 235790.460114101, - "50.0" : 246121.2132110185, - "90.0" : 251550.872831105, - "95.0" : 251550.872831105, - "99.0" : 251550.872831105, - "99.9" : 251550.872831105, - "99.99" : 251550.872831105, - "99.999" : 251550.872831105, - "99.9999" : 251550.872831105, - "100.0" : 251550.872831105 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 246121.2132110185, - 246918.603909208, - 251550.872831105, - 243914.89803589074, - 235790.460114101 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 930.8777088515093, - "scoreError" : 68.25958423775089, - "scoreConfidence" : [ - 862.6181246137584, - 999.1372930892602 - ], - "scorePercentiles" : { - "0.0" : 905.153203833524, - "50.0" : 928.7375187963491, - "90.0" : 950.1986343334007, - "95.0" : 950.1986343334007, - "99.0" : 950.1986343334007, - "99.9" : 950.1986343334007, - "99.99" : 950.1986343334007, - "99.999" : 950.1986343334007, - "99.9999" : 950.1986343334007, - "100.0" : 950.1986343334007 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 928.7375187963491, - 905.153203833524, - 944.6582904941117, - 950.1986343334007, - 925.6408968001608 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8355134607199393E7, - "scoreError" : 4469571.832937851, - "scoreConfidence" : [ - 2.388556277426154E7, - 3.2824706440137245E7 - ], - "scorePercentiles" : { - "0.0" : 2.6374352670070972E7, - "50.0" : 2.869165692902664E7, - "90.0" : 2.926687316663528E7, - "95.0" : 2.926687316663528E7, - "99.0" : 2.926687316663528E7, - "99.9" : 2.926687316663528E7, - "99.99" : 2.926687316663528E7, - "99.999" : 2.926687316663528E7, - "99.9999" : 2.926687316663528E7, - "100.0" : 2.926687316663528E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.6374352670070972E7, - 2.926687316663528E7, - 2.9076996710266512E7, - 2.869165692902664E7, - 2.8365793559997555E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1484853.2424071084, - "scoreError" : 129254.69222566231, - "scoreConfidence" : [ - 1355598.5501814461, - 1614107.9346327707 - ], - "scorePercentiles" : { - "0.0" : 1432163.616445996, - "50.0" : 1501325.5285806172, - "90.0" : 1514731.2380436936, - "95.0" : 1514731.2380436936, - "99.0" : 1514731.2380436936, - "99.9" : 1514731.2380436936, - "99.99" : 1514731.2380436936, - "99.999" : 1514731.2380436936, - "99.9999" : 1514731.2380436936, - "100.0" : 1514731.2380436936 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1501325.5285806172, - 1432163.616445996, - 1504555.6348399855, - 1471490.1941252495, - 1514731.2380436936 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 160310.97148221167, - "scoreError" : 7440.55683159179, - "scoreConfidence" : [ - 152870.41465061987, - 167751.52831380346 - ], - "scorePercentiles" : { - "0.0" : 157300.0001829535, - "50.0" : 160206.76295671973, - "90.0" : 162100.4125571851, - "95.0" : 162100.4125571851, - "99.0" : 162100.4125571851, - "99.9" : 162100.4125571851, - "99.99" : 162100.4125571851, - "99.999" : 162100.4125571851, - "99.9999" : 162100.4125571851, - "100.0" : 162100.4125571851 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 157300.0001829535, - 160031.16799223577, - 160206.76295671973, - 161916.51372196415, - 162100.4125571851 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1473.3853480633775, - "scoreError" : 34.76513432987213, - "scoreConfidence" : [ - 1438.6202137335054, - 1508.1504823932496 - ], - "scorePercentiles" : { - "0.0" : 1464.2901834956965, - "50.0" : 1473.0291353350754, - "90.0" : 1487.4177594741584, - "95.0" : 1487.4177594741584, - "99.0" : 1487.4177594741584, - "99.9" : 1487.4177594741584, - "99.99" : 1487.4177594741584, - "99.999" : 1487.4177594741584, - "99.9999" : 1487.4177594741584, - "100.0" : 1487.4177594741584 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1464.2901834956965, - 1466.8641542782327, - 1487.4177594741584, - 1475.3255077337233, - 1473.0291353350754 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0655329522129104E7, - "scoreError" : 1835452.5084939243, - "scoreConfidence" : [ - 1.881987701363518E7, - 2.2490782030623026E7 - ], - "scorePercentiles" : { - "0.0" : 2.023013145420183E7, - "50.0" : 2.041844885272489E7, - "90.0" : 2.1291812058001008E7, - "95.0" : 2.1291812058001008E7, - "99.0" : 2.1291812058001008E7, - "99.9" : 2.1291812058001008E7, - "99.99" : 2.1291812058001008E7, - "99.999" : 2.1291812058001008E7, - "99.9999" : 2.1291812058001008E7, - "100.0" : 2.1291812058001008E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0303107005770676E7, - 2.1291812058001008E7, - 2.041844885272489E7, - 2.1033148239947118E7, - 2.023013145420183E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2886932.360689756, - "scoreError" : 346456.0344947526, - "scoreConfidence" : [ - 2540476.3261950035, - 3233388.3951845085 - ], - "scorePercentiles" : { - "0.0" : 2745924.808526937, - "50.0" : 2916733.3114659227, - "90.0" : 2968828.854462034, - "95.0" : 2968828.854462034, - "99.0" : 2968828.854462034, - "99.9" : 2968828.854462034, - "99.99" : 2968828.854462034, - "99.999" : 2968828.854462034, - "99.9999" : 2968828.854462034, - "100.0" : 2968828.854462034 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2916733.3114659227, - 2854295.013053666, - 2968828.854462034, - 2745924.808526937, - 2948879.81594022 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 237666.9563401052, - "scoreError" : 23839.54501799813, - "scoreConfidence" : [ - 213827.41132210704, - 261506.50135810333 - ], - "scorePercentiles" : { - "0.0" : 227803.9736912295, - "50.0" : 239329.13318905697, - "90.0" : 244022.91798148912, - "95.0" : 244022.91798148912, - "99.0" : 244022.91798148912, - "99.9" : 244022.91798148912, - "99.99" : 244022.91798148912, - "99.999" : 244022.91798148912, - "99.9999" : 244022.91798148912, - "100.0" : 244022.91798148912 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 239329.13318905697, - 244022.91798148912, - 236225.54961297734, - 227803.9736912295, - 240953.20722577296 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.subtractSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 850.9454262004632, - "scoreError" : 10.704084615882055, - "scoreConfidence" : [ - 840.2413415845812, - 861.6495108163452 - ], - "scorePercentiles" : { - "0.0" : 846.9697696873059, - "50.0" : 851.3243838610216, - "90.0" : 854.7046062799037, - "95.0" : 854.7046062799037, - "99.0" : 854.7046062799037, - "99.9" : 854.7046062799037, - "99.99" : 854.7046062799037, - "99.999" : 854.7046062799037, - "99.9999" : 854.7046062799037, - "100.0" : 854.7046062799037 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 846.9697696873059, - 854.7046062799037, - 850.2256572740296, - 851.5027139000553, - 851.3243838610216 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.146751104620561E7, - "scoreError" : 2850986.8108079545, - "scoreConfidence" : [ - 1.8616524235397656E7, - 2.4318497857013565E7 - ], - "scorePercentiles" : { - "0.0" : 2.032529323063607E7, - "50.0" : 2.1503198629217602E7, - "90.0" : 2.2288807021075048E7, - "95.0" : 2.2288807021075048E7, - "99.0" : 2.2288807021075048E7, - "99.9" : 2.2288807021075048E7, - "99.99" : 2.2288807021075048E7, - "99.999" : 2.2288807021075048E7, - "99.9999" : 2.2288807021075048E7, - "100.0" : 2.2288807021075048E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1503198629217602E7, - 2.1317227976105284E7, - 2.2288807021075048E7, - 2.032529323063607E7, - 2.1903028373994052E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4015945.151457942, - "scoreError" : 615077.6051529557, - "scoreConfidence" : [ - 3400867.5463049863, - 4631022.756610898 - ], - "scorePercentiles" : { - "0.0" : 3739108.8957824567, - "50.0" : 4059088.7242031884, - "90.0" : 4136340.150413627, - "95.0" : 4136340.150413627, - "99.0" : 4136340.150413627, - "99.9" : 4136340.150413627, - "99.99" : 4136340.150413627, - "99.999" : 4136340.150413627, - "99.9999" : 4136340.150413627, - "100.0" : 4136340.150413627 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4059088.7242031884, - 4108971.1977304975, - 3739108.8957824567, - 4136340.150413627, - 4036216.789159939 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 356724.73224599997, - "scoreError" : 38030.86070808829, - "scoreConfidence" : [ - 318693.8715379117, - 394755.59295408824 - ], - "scorePercentiles" : { - "0.0" : 339333.32193118136, - "50.0" : 360995.60206912615, - "90.0" : 362937.8732130951, - "95.0" : 362937.8732130951, - "99.0" : 362937.8732130951, - "99.9" : 362937.8732130951, - "99.99" : 362937.8732130951, - "99.999" : 362937.8732130951, - "99.9999" : 362937.8732130951, - "100.0" : 362937.8732130951 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 360995.60206912615, - 362051.9085775623, - 362937.8732130951, - 339333.32193118136, - 358304.9554390348 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2502.8870873473734, - "scoreError" : 275.4699990355895, - "scoreConfidence" : [ - 2227.417088311784, - 2778.3570863829627 - ], - "scorePercentiles" : { - "0.0" : 2384.3644070851296, - "50.0" : 2534.1330862166496, - "90.0" : 2568.1025471606204, - "95.0" : 2568.1025471606204, - "99.0" : 2568.1025471606204, - "99.9" : 2568.1025471606204, - "99.99" : 2568.1025471606204, - "99.999" : 2568.1025471606204, - "99.9999" : 2568.1025471606204, - "100.0" : 2568.1025471606204 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2535.721253809494, - 2534.1330862166496, - 2568.1025471606204, - 2492.1141424649727, - 2384.3644070851296 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4884614580476249E7, - "scoreError" : 509248.0512655823, - "scoreConfidence" : [ - 1.4375366529210666E7, - 1.5393862631741831E7 - ], - "scorePercentiles" : { - "0.0" : 1.4726190526603563E7, - "50.0" : 1.4851901537661972E7, - "90.0" : 1.506335642807972E7, - "95.0" : 1.506335642807972E7, - "99.0" : 1.506335642807972E7, - "99.9" : 1.506335642807972E7, - "99.99" : 1.506335642807972E7, - "99.999" : 1.506335642807972E7, - "99.9999" : 1.506335642807972E7, - "100.0" : 1.506335642807972E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4726190526603563E7, - 1.4851901537661972E7, - 1.496751476177835E7, - 1.506335642807972E7, - 1.4814109648257632E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2688809.866828937, - "scoreError" : 419477.41456693894, - "scoreConfidence" : [ - 2269332.4522619983, - 3108287.281395876 - ], - "scorePercentiles" : { - "0.0" : 2548593.893853239, - "50.0" : 2743429.5125903124, - "90.0" : 2789752.293994369, - "95.0" : 2789752.293994369, - "99.0" : 2789752.293994369, - "99.9" : 2789752.293994369, - "99.99" : 2789752.293994369, - "99.999" : 2789752.293994369, - "99.9999" : 2789752.293994369, - "100.0" : 2789752.293994369 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2766336.8422834645, - 2548593.893853239, - 2595936.791423301, - 2743429.5125903124, - 2789752.293994369 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 271885.0953924068, - "scoreError" : 55368.470969909984, - "scoreConfidence" : [ - 216516.62442249682, - 327253.5663623168 - ], - "scorePercentiles" : { - "0.0" : 246696.18885769843, - "50.0" : 276506.84323747794, - "90.0" : 281862.9464631314, - "95.0" : 281862.9464631314, - "99.0" : 281862.9464631314, - "99.9" : 281862.9464631314, - "99.99" : 281862.9464631314, - "99.999" : 281862.9464631314, - "99.9999" : 281862.9464631314, - "100.0" : 281862.9464631314 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 274390.6079063152, - 246696.18885769843, - 276506.84323747794, - 281862.9464631314, - 279968.89049741084 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1783.3235064735586, - "scoreError" : 127.13518101718438, - "scoreConfidence" : [ - 1656.1883254563743, - 1910.458687490743 - ], - "scorePercentiles" : { - "0.0" : 1731.2652518577993, - "50.0" : 1787.1887021142977, - "90.0" : 1823.0740351744985, - "95.0" : 1823.0740351744985, - "99.0" : 1823.0740351744985, - "99.9" : 1823.0740351744985, - "99.99" : 1823.0740351744985, - "99.999" : 1823.0740351744985, - "99.9999" : 1823.0740351744985, - "100.0" : 1823.0740351744985 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1731.2652518577993, - 1784.4110889899198, - 1787.1887021142977, - 1823.0740351744985, - 1790.678454231279 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.8646974164114453E7, - "scoreError" : 4429745.587166802, - "scoreConfidence" : [ - 1.4217228576947652E7, - 2.3076719751281254E7 - ], - "scorePercentiles" : { - "0.0" : 1.6999502470357608E7, - "50.0" : 1.920334916878355E7, - "90.0" : 1.959930586861926E7, - "95.0" : 1.959930586861926E7, - "99.0" : 1.959930586861926E7, - "99.9" : 1.959930586861926E7, - "99.99" : 1.959930586861926E7, - "99.999" : 1.959930586861926E7, - "99.9999" : 1.959930586861926E7, - "100.0" : 1.959930586861926E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.6999502470357608E7, - 1.959930586861926E7, - 1.953894916656927E7, - 1.920334916878355E7, - 1.7893764146242566E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1318479.9530404944, - "scoreError" : 172144.86578018003, - "scoreConfidence" : [ - 1146335.0872603143, - 1490624.8188206744 - ], - "scorePercentiles" : { - "0.0" : 1243047.5478223972, - "50.0" : 1331367.366736091, - "90.0" : 1357594.1846648355, - "95.0" : 1357594.1846648355, - "99.0" : 1357594.1846648355, - "99.9" : 1357594.1846648355, - "99.99" : 1357594.1846648355, - "99.999" : 1357594.1846648355, - "99.9999" : 1357594.1846648355, - "100.0" : 1357594.1846648355 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1317277.1014645176, - 1343113.564514631, - 1243047.5478223972, - 1331367.366736091, - 1357594.1846648355 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 144620.60282607275, - "scoreError" : 6674.864033738205, - "scoreConfidence" : [ - 137945.73879233454, - 151295.46685981096 - ], - "scorePercentiles" : { - "0.0" : 142818.14012018696, - "50.0" : 144083.84517138934, - "90.0" : 146543.6359107531, - "95.0" : 146543.6359107531, - "99.0" : 146543.6359107531, - "99.9" : 146543.6359107531, - "99.99" : 146543.6359107531, - "99.999" : 146543.6359107531, - "99.9999" : 146543.6359107531, - "100.0" : 146543.6359107531 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 142818.14012018696, - 146543.6359107531, - 143296.11238074992, - 144083.84517138934, - 146361.28054728426 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1376.0120160557017, - "scoreError" : 103.10982480693986, - "scoreConfidence" : [ - 1272.902191248762, - 1479.1218408626414 - ], - "scorePercentiles" : { - "0.0" : 1344.896469410162, - "50.0" : 1378.3852134521296, - "90.0" : 1403.4221689903616, - "95.0" : 1403.4221689903616, - "99.0" : 1403.4221689903616, - "99.9" : 1403.4221689903616, - "99.99" : 1403.4221689903616, - "99.999" : 1403.4221689903616, - "99.9999" : 1403.4221689903616, - "100.0" : 1403.4221689903616 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1352.7816631896249, - 1400.574565236231, - 1378.3852134521296, - 1403.4221689903616, - 1344.896469410162 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4684857663271481E7, - "scoreError" : 2560619.5004603933, - "scoreConfidence" : [ - 1.2124238162811087E7, - 1.7245477163731873E7 - ], - "scorePercentiles" : { - "0.0" : 1.3662068263225697E7, - "50.0" : 1.4667807009617798E7, - "90.0" : 1.5372487992610075E7, - "95.0" : 1.5372487992610075E7, - "99.0" : 1.5372487992610075E7, - "99.9" : 1.5372487992610075E7, - "99.99" : 1.5372487992610075E7, - "99.999" : 1.5372487992610075E7, - "99.9999" : 1.5372487992610075E7, - "100.0" : 1.5372487992610075E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4667807009617798E7, - 1.3662068263225697E7, - 1.5372487992610075E7, - 1.5167204822273733E7, - 1.4554720228630107E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2423059.200291033, - "scoreError" : 154282.85834302646, - "scoreConfidence" : [ - 2268776.3419480063, - 2577342.0586340595 - ], - "scorePercentiles" : { - "0.0" : 2362333.5480899597, - "50.0" : 2426609.7648575464, - "90.0" : 2472053.096530472, - "95.0" : 2472053.096530472, - "99.0" : 2472053.096530472, - "99.9" : 2472053.096530472, - "99.99" : 2472053.096530472, - "99.999" : 2472053.096530472, - "99.9999" : 2472053.096530472, - "100.0" : 2472053.096530472 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2426609.7648575464, - 2415164.2932878328, - 2362333.5480899597, - 2472053.096530472, - 2439135.2986893547 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 266964.62644621043, - "scoreError" : 34691.27637728816, - "scoreConfidence" : [ - 232273.35006892227, - 301655.9028234986 - ], - "scorePercentiles" : { - "0.0" : 251258.14483974854, - "50.0" : 269389.53044442524, - "90.0" : 273744.6579775047, - "95.0" : 273744.6579775047, - "99.0" : 273744.6579775047, - "99.9" : 273744.6579775047, - "99.99" : 273744.6579775047, - "99.999" : 273744.6579775047, - "99.9999" : 273744.6579775047, - "100.0" : 273744.6579775047 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 268636.4492484518, - 273744.6579775047, - 251258.14483974854, - 271794.34972092195, - 269389.53044442524 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionDisjoint", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1210.8820076046673, - "scoreError" : 38.07866004634244, - "scoreConfidence" : [ - 1172.8033475583247, - 1248.9606676510098 - ], - "scorePercentiles" : { - "0.0" : 1199.831065383107, - "50.0" : 1208.9345732142338, - "90.0" : 1225.0972503381709, - "95.0" : 1225.0972503381709, - "99.0" : 1225.0972503381709, - "99.9" : 1225.0972503381709, - "99.99" : 1225.0972503381709, - "99.999" : 1225.0972503381709, - "99.9999" : 1225.0972503381709, - "100.0" : 1225.0972503381709 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1215.8607295222275, - 1225.0972503381709, - 1199.831065383107, - 1204.6864195655971, - 1208.9345732142338 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0415386815545283E7, - "scoreError" : 573268.0128078987, - "scoreConfidence" : [ - 1.9842118802737385E7, - 2.098865482835318E7 - ], - "scorePercentiles" : { - "0.0" : 2.021184331840847E7, - "50.0" : 2.038675193503715E7, - "90.0" : 2.060848793010853E7, - "95.0" : 2.060848793010853E7, - "99.0" : 2.060848793010853E7, - "99.9" : 2.060848793010853E7, - "99.99" : 2.060848793010853E7, - "99.999" : 2.060848793010853E7, - "99.9999" : 2.060848793010853E7, - "100.0" : 2.060848793010853E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.037029323690809E7, - 2.021184331840847E7, - 2.0499557657264166E7, - 2.038675193503715E7, - 2.060848793010853E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5009726.737524939, - "scoreError" : 882086.355277501, - "scoreConfidence" : [ - 4127640.3822474377, - 5891813.09280244 - ], - "scorePercentiles" : { - "0.0" : 4609649.602860105, - "50.0" : 5064154.471943177, - "90.0" : 5182514.365228269, - "95.0" : 5182514.365228269, - "99.0" : 5182514.365228269, - "99.9" : 5182514.365228269, - "99.99" : 5182514.365228269, - "99.999" : 5182514.365228269, - "99.9999" : 5182514.365228269, - "100.0" : 5182514.365228269 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5128416.083015966, - 4609649.602860105, - 5182514.365228269, - 5064154.471943177, - 5063899.164577173 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 384543.2820632119, - "scoreError" : 14395.27717078165, - "scoreConfidence" : [ - 370148.00489243027, - 398938.5592339935 - ], - "scorePercentiles" : { - "0.0" : 379277.91057574074, - "50.0" : 384529.08719914645, - "90.0" : 389831.48872397613, - "95.0" : 389831.48872397613, - "99.0" : 389831.48872397613, - "99.9" : 389831.48872397613, - "99.99" : 389831.48872397613, - "99.999" : 389831.48872397613, - "99.9999" : 389831.48872397613, - "100.0" : 389831.48872397613 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 379277.91057574074, - 384212.41549344274, - 384865.50832375354, - 389831.48872397613, - 384529.08719914645 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2695.675428726926, - "scoreError" : 210.24318639092454, - "scoreConfidence" : [ - 2485.4322423360013, - 2905.9186151178505 - ], - "scorePercentiles" : { - "0.0" : 2604.354344950387, - "50.0" : 2701.6707911386993, - "90.0" : 2743.139239561674, - "95.0" : 2743.139239561674, - "99.0" : 2743.139239561674, - "99.9" : 2743.139239561674, - "99.99" : 2743.139239561674, - "99.999" : 2743.139239561674, - "99.9999" : 2743.139239561674, - "100.0" : 2743.139239561674 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2701.6707911386993, - 2697.586452913121, - 2743.139239561674, - 2604.354344950387, - 2731.626315070751 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.421400880023489E7, - "scoreError" : 2412872.6429696367, - "scoreConfidence" : [ - 1.1801136157265253E7, - 1.6626881443204526E7 - ], - "scorePercentiles" : { - "0.0" : 1.3143124818697015E7, - "50.0" : 1.439966957485294E7, - "90.0" : 1.476784024345028E7, - "95.0" : 1.476784024345028E7, - "99.0" : 1.476784024345028E7, - "99.9" : 1.476784024345028E7, - "99.99" : 1.476784024345028E7, - "99.999" : 1.476784024345028E7, - "99.9999" : 1.476784024345028E7, - "100.0" : 1.476784024345028E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3143124818697015E7, - 1.439966957485294E7, - 1.449735949349153E7, - 1.4262049870682685E7, - 1.476784024345028E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2610582.4757103072, - "scoreError" : 438095.64946357056, - "scoreConfidence" : [ - 2172486.8262467366, - 3048678.125173878 - ], - "scorePercentiles" : { - "0.0" : 2453170.786922649, - "50.0" : 2674496.758624407, - "90.0" : 2709535.694400031, - "95.0" : 2709535.694400031, - "99.0" : 2709535.694400031, - "99.9" : 2709535.694400031, - "99.99" : 2709535.694400031, - "99.999" : 2709535.694400031, - "99.9999" : 2709535.694400031, - "100.0" : 2709535.694400031 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2674496.758624407, - 2709535.694400031, - 2526903.2916385843, - 2453170.786922649, - 2688805.8469658648 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 299249.04143916536, - "scoreError" : 21562.201851886177, - "scoreConfidence" : [ - 277686.8395872792, - 320811.24329105153 - ], - "scorePercentiles" : { - "0.0" : 292160.1441920639, - "50.0" : 298809.60952134914, - "90.0" : 305044.1178366065, - "95.0" : 305044.1178366065, - "99.0" : 305044.1178366065, - "99.9" : 305044.1178366065, - "99.99" : 305044.1178366065, - "99.999" : 305044.1178366065, - "99.9999" : 305044.1178366065, - "100.0" : 305044.1178366065 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 298809.60952134914, - 292160.1441920639, - 305044.1178366065, - 304581.8242502582, - 295649.5113955488 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1939.2390514746876, - "scoreError" : 104.35541226549533, - "scoreConfidence" : [ - 1834.8836392091923, - 2043.5944637401828 - ], - "scorePercentiles" : { - "0.0" : 1892.0003675155772, - "50.0" : 1947.581088707177, - "90.0" : 1959.867354659089, - "95.0" : 1959.867354659089, - "99.0" : 1959.867354659089, - "99.9" : 1959.867354659089, - "99.99" : 1959.867354659089, - "99.999" : 1959.867354659089, - "99.9999" : 1959.867354659089, - "100.0" : 1959.867354659089 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1892.0003675155772, - 1959.867354659089, - 1943.6652071558776, - 1947.581088707177, - 1953.0812393357166 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2207380376311965E7, - "scoreError" : 1889867.454393664, - "scoreConfidence" : [ - 2.0317512921918303E7, - 2.4097247830705628E7 - ], - "scorePercentiles" : { - "0.0" : 2.134955830400615E7, - "50.0" : 2.2420753660505258E7, - "90.0" : 2.2525586692288864E7, - "95.0" : 2.2525586692288864E7, - "99.0" : 2.2525586692288864E7, - "99.9" : 2.2525586692288864E7, - "99.99" : 2.2525586692288864E7, - "99.999" : 2.2525586692288864E7, - "99.9999" : 2.2525586692288864E7, - "100.0" : 2.2525586692288864E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.2420753660505258E7, - 2.225292140334019E7, - 2.134955830400615E7, - 2.248808182141938E7, - 2.2525586692288864E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1165535.9889541871, - "scoreError" : 114631.00475693017, - "scoreConfidence" : [ - 1050904.984197257, - 1280166.9937111172 - ], - "scorePercentiles" : { - "0.0" : 1133110.6786614563, - "50.0" : 1165397.5578232165, - "90.0" : 1198954.4767177084, - "95.0" : 1198954.4767177084, - "99.0" : 1198954.4767177084, - "99.9" : 1198954.4767177084, - "99.99" : 1198954.4767177084, - "99.999" : 1198954.4767177084, - "99.9999" : 1198954.4767177084, - "100.0" : 1198954.4767177084 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1191340.9073608513, - 1198954.4767177084, - 1133110.6786614563, - 1165397.5578232165, - 1138876.324207704 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 149975.1813480372, - "scoreError" : 14015.96715578037, - "scoreConfidence" : [ - 135959.21419225683, - 163991.1485038176 - ], - "scorePercentiles" : { - "0.0" : 144391.61199698955, - "50.0" : 150394.71776745233, - "90.0" : 154590.89056685133, - "95.0" : 154590.89056685133, - "99.0" : 154590.89056685133, - "99.9" : 154590.89056685133, - "99.99" : 154590.89056685133, - "99.999" : 154590.89056685133, - "99.9999" : 154590.89056685133, - "100.0" : 154590.89056685133 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 144391.61199698955, - 150556.09425525673, - 149942.59215363604, - 154590.89056685133, - 150394.71776745233 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1484.2808827157721, - "scoreError" : 147.17690770698786, - "scoreConfidence" : [ - 1337.1039750087843, - 1631.45779042276 - ], - "scorePercentiles" : { - "0.0" : 1425.859975242398, - "50.0" : 1492.6833875740906, - "90.0" : 1524.4167316360224, - "95.0" : 1524.4167316360224, - "99.0" : 1524.4167316360224, - "99.9" : 1524.4167316360224, - "99.99" : 1524.4167316360224, - "99.999" : 1524.4167316360224, - "99.9999" : 1524.4167316360224, - "100.0" : 1524.4167316360224 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1492.6833875740906, - 1524.4167316360224, - 1470.511589343591, - 1507.932729782759, - 1425.859975242398 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4000578350896876E7, - "scoreError" : 789122.2728367621, - "scoreConfidence" : [ - 1.3211456078060115E7, - 1.4789700623733638E7 - ], - "scorePercentiles" : { - "0.0" : 1.3669804270391686E7, - "50.0" : 1.4029725133482395E7, - "90.0" : 1.419254498794991E7, - "95.0" : 1.419254498794991E7, - "99.0" : 1.419254498794991E7, - "99.9" : 1.419254498794991E7, - "99.99" : 1.419254498794991E7, - "99.999" : 1.419254498794991E7, - "99.9999" : 1.419254498794991E7, - "100.0" : 1.419254498794991E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.419254498794991E7, - 1.3669804270391686E7, - 1.414161903486726E7, - 1.4029725133482395E7, - 1.3969198327793142E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2719696.5666701132, - "scoreError" : 278779.3616940503, - "scoreConfidence" : [ - 2440917.2049760628, - 2998475.9283641637 - ], - "scorePercentiles" : { - "0.0" : 2621700.665629653, - "50.0" : 2707001.013083618, - "90.0" : 2796602.990823261, - "95.0" : 2796602.990823261, - "99.0" : 2796602.990823261, - "99.9" : 2796602.990823261, - "99.99" : 2796602.990823261, - "99.999" : 2796602.990823261, - "99.9999" : 2796602.990823261, - "100.0" : 2796602.990823261 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2688028.4895399967, - 2796602.990823261, - 2621700.665629653, - 2785149.6742740367, - 2707001.013083618 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 267677.8281225875, - "scoreError" : 40321.77879952345, - "scoreConfidence" : [ - 227356.04932306407, - 307999.60692211095 - ], - "scorePercentiles" : { - "0.0" : 252123.31411152138, - "50.0" : 272945.02206917194, - "90.0" : 276299.34772517224, - "95.0" : 276299.34772517224, - "99.0" : 276299.34772517224, - "99.9" : 276299.34772517224, - "99.99" : 276299.34772517224, - "99.999" : 276299.34772517224, - "99.9999" : 276299.34772517224, - "100.0" : 276299.34772517224 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 276299.34772517224, - 272945.02206917194, - 261684.31775509342, - 252123.31411152138, - 275337.1389519787 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionEqual", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1330.9816053610944, - "scoreError" : 124.20623521556169, - "scoreConfidence" : [ - 1206.7753701455326, - 1455.187840576656 - ], - "scorePercentiles" : { - "0.0" : 1275.2781178009402, - "50.0" : 1345.2161452425994, - "90.0" : 1355.1436061569402, - "95.0" : 1355.1436061569402, - "99.0" : 1355.1436061569402, - "99.9" : 1355.1436061569402, - "99.99" : 1355.1436061569402, - "99.999" : 1355.1436061569402, - "99.9999" : 1355.1436061569402, - "100.0" : 1355.1436061569402 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1275.2781178009402, - 1355.1436061569402, - 1347.4683710346267, - 1331.8017865703655, - 1345.2161452425994 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.067228858039906E7, - "scoreError" : 3871955.409772508, - "scoreConfidence" : [ - 1.680033317062655E7, - 2.4544243990171567E7 - ], - "scorePercentiles" : { - "0.0" : 1.8956363449341174E7, - "50.0" : 2.0982117104842544E7, - "90.0" : 2.1430322505530886E7, - "95.0" : 2.1430322505530886E7, - "99.0" : 2.1430322505530886E7, - "99.9" : 2.1430322505530886E7, - "99.99" : 2.1430322505530886E7, - "99.999" : 2.1430322505530886E7, - "99.9999" : 2.1430322505530886E7, - "100.0" : 2.1430322505530886E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8956363449341174E7, - 2.0982117104842544E7, - 2.0665111607064907E7, - 2.1430322505530886E7, - 2.1327528235215787E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4257917.775105553, - "scoreError" : 661661.4026666248, - "scoreConfidence" : [ - 3596256.372438928, - 4919579.177772177 - ], - "scorePercentiles" : { - "0.0" : 3964022.3344090483, - "50.0" : 4336906.225525882, - "90.0" : 4390407.11025575, - "95.0" : 4390407.11025575, - "99.0" : 4390407.11025575, - "99.9" : 4390407.11025575, - "99.99" : 4390407.11025575, - "99.999" : 4390407.11025575, - "99.9999" : 4390407.11025575, - "100.0" : 4390407.11025575 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3964022.3344090483, - 4336906.225525882, - 4251478.896177516, - 4346774.309159566, - 4390407.11025575 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 370588.5783182792, - "scoreError" : 23548.930829911984, - "scoreConfidence" : [ - 347039.6474883672, - 394137.50914819114 - ], - "scorePercentiles" : { - "0.0" : 363226.91118876776, - "50.0" : 373345.5111887353, - "90.0" : 376247.9858228128, - "95.0" : 376247.9858228128, - "99.0" : 376247.9858228128, - "99.9" : 376247.9858228128, - "99.99" : 376247.9858228128, - "99.999" : 376247.9858228128, - "99.9999" : 376247.9858228128, - "100.0" : 376247.9858228128 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 373345.5111887353, - 363226.91118876776, - 364806.6476590564, - 376247.9858228128, - 375315.83573202364 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2260.535677267394, - "scoreError" : 201.1268018414453, - "scoreConfidence" : [ - 2059.4088754259487, - 2461.6624791088393 - ], - "scorePercentiles" : { - "0.0" : 2172.6177121980045, - "50.0" : 2265.351020845179, - "90.0" : 2304.142676671189, - "95.0" : 2304.142676671189, - "99.0" : 2304.142676671189, - "99.9" : 2304.142676671189, - "99.99" : 2304.142676671189, - "99.999" : 2304.142676671189, - "99.9999" : 2304.142676671189, - "100.0" : 2304.142676671189 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2265.351020845179, - 2304.142676671189, - 2264.8166649999707, - 2295.75031162263, - 2172.6177121980045 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4607433646800611E7, - "scoreError" : 3147195.234777455, - "scoreConfidence" : [ - 1.1460238412023157E7, - 1.7754628881578065E7 - ], - "scorePercentiles" : { - "0.0" : 1.3204052838797031E7, - "50.0" : 1.4755828008734297E7, - "90.0" : 1.5270080040097432E7, - "95.0" : 1.5270080040097432E7, - "99.0" : 1.5270080040097432E7, - "99.9" : 1.5270080040097432E7, - "99.99" : 1.5270080040097432E7, - "99.999" : 1.5270080040097432E7, - "99.9999" : 1.5270080040097432E7, - "100.0" : 1.5270080040097432E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4755828008734297E7, - 1.3204052838797031E7, - 1.5270080040097432E7, - 1.472195351335779E7, - 1.5085253833016504E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2685498.9619050547, - "scoreError" : 623324.3149261398, - "scoreConfidence" : [ - 2062174.646978915, - 3308823.2768311948 - ], - "scorePercentiles" : { - "0.0" : 2403237.8262757566, - "50.0" : 2738401.2193283876, - "90.0" : 2797842.790193113, - "95.0" : 2797842.790193113, - "99.0" : 2797842.790193113, - "99.9" : 2797842.790193113, - "99.99" : 2797842.790193113, - "99.999" : 2797842.790193113, - "99.9999" : 2797842.790193113, - "100.0" : 2797842.790193113 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2797842.790193113, - 2738401.2193283876, - 2706078.1648922833, - 2403237.8262757566, - 2781934.808835733 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 280067.84084244166, - "scoreError" : 33908.01277336518, - "scoreConfidence" : [ - 246159.82806907647, - 313975.85361580685 - ], - "scorePercentiles" : { - "0.0" : 265295.6647770235, - "50.0" : 282275.4899621673, - "90.0" : 288621.93216716236, - "95.0" : 288621.93216716236, - "99.0" : 288621.93216716236, - "99.9" : 288621.93216716236, - "99.99" : 288621.93216716236, - "99.999" : 288621.93216716236, - "99.9999" : 288621.93216716236, - "100.0" : 288621.93216716236 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 280360.8222532797, - 265295.6647770235, - 283785.29505257553, - 282275.4899621673, - 288621.93216716236 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1862.0138386607625, - "scoreError" : 182.48288358858844, - "scoreConfidence" : [ - 1679.530955072174, - 2044.496722249351 - ], - "scorePercentiles" : { - "0.0" : 1787.3634340876765, - "50.0" : 1879.1239449003917, - "90.0" : 1903.286514984128, - "95.0" : 1903.286514984128, - "99.0" : 1903.286514984128, - "99.9" : 1903.286514984128, - "99.99" : 1903.286514984128, - "99.999" : 1903.286514984128, - "99.9999" : 1903.286514984128, - "100.0" : 1903.286514984128 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1787.3634340876765, - 1879.1239449003917, - 1903.286514984128, - 1895.467045686574, - 1844.8282536450408 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.979903027331512E7, - "scoreError" : 4066089.1372253858, - "scoreConfidence" : [ - 1.5732941136089735E7, - 2.3865119410540506E7 - ], - "scorePercentiles" : { - "0.0" : 1.793934357454378E7, - "50.0" : 2.0233482121789794E7, - "90.0" : 2.0518515461882822E7, - "95.0" : 2.0518515461882822E7, - "99.0" : 2.0518515461882822E7, - "99.9" : 2.0518515461882822E7, - "99.99" : 2.0518515461882822E7, - "99.999" : 2.0518515461882822E7, - "99.9999" : 2.0518515461882822E7, - "100.0" : 2.0518515461882822E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.793934357454378E7, - 2.0518515461882822E7, - 1.9999849123999912E7, - 2.0233482121789794E7, - 2.030396108435929E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1330655.3626153884, - "scoreError" : 146897.24717638345, - "scoreConfidence" : [ - 1183758.115439005, - 1477552.6097917717 - ], - "scorePercentiles" : { - "0.0" : 1263357.9711666629, - "50.0" : 1347550.9751571447, - "90.0" : 1356105.4740447802, - "95.0" : 1356105.4740447802, - "99.0" : 1356105.4740447802, - "99.9" : 1356105.4740447802, - "99.99" : 1356105.4740447802, - "99.999" : 1356105.4740447802, - "99.9999" : 1356105.4740447802, - "100.0" : 1356105.4740447802 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1348025.398697015, - 1338236.9940113388, - 1263357.9711666629, - 1347550.9751571447, - 1356105.4740447802 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 148900.43372911078, - "scoreError" : 12777.996887574733, - "scoreConfidence" : [ - 136122.43684153605, - 161678.4306166855 - ], - "scorePercentiles" : { - "0.0" : 143280.27381522887, - "50.0" : 149495.90132020565, - "90.0" : 151835.0056060272, - "95.0" : 151835.0056060272, - "99.0" : 151835.0056060272, - "99.9" : 151835.0056060272, - "99.99" : 151835.0056060272, - "99.999" : 151835.0056060272, - "99.9999" : 151835.0056060272, - "100.0" : 151835.0056060272 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 150754.9566419373, - 149136.03126215487, - 151835.0056060272, - 149495.90132020565, - 143280.27381522887 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1365.0219735572296, - "scoreError" : 91.28817793228775, - "scoreConfidence" : [ - 1273.7337956249419, - 1456.3101514895172 - ], - "scorePercentiles" : { - "0.0" : 1348.6835957973844, - "50.0" : 1355.2962244871408, - "90.0" : 1406.3354501105655, - "95.0" : 1406.3354501105655, - "99.0" : 1406.3354501105655, - "99.9" : 1406.3354501105655, - "99.99" : 1406.3354501105655, - "99.999" : 1406.3354501105655, - "99.9999" : 1406.3354501105655, - "100.0" : 1406.3354501105655 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1355.2962244871408, - 1363.0332250680574, - 1348.6835957973844, - 1406.3354501105655, - 1351.7613723230006 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.3974632102685591E7, - "scoreError" : 3048293.482998624, - "scoreConfidence" : [ - 1.0926338619686967E7, - 1.7022925585684214E7 - ], - "scorePercentiles" : { - "0.0" : 1.2697215319529288E7, - "50.0" : 1.4040721066347126E7, - "90.0" : 1.4716968731926257E7, - "95.0" : 1.4716968731926257E7, - "99.0" : 1.4716968731926257E7, - "99.9" : 1.4716968731926257E7, - "99.99" : 1.4716968731926257E7, - "99.999" : 1.4716968731926257E7, - "99.9999" : 1.4716968731926257E7, - "100.0" : 1.4716968731926257E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2697215319529288E7, - 1.4040721066347126E7, - 1.3885457854755921E7, - 1.4716968731926257E7, - 1.4532797540869374E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2440194.9046738595, - "scoreError" : 99513.57829728849, - "scoreConfidence" : [ - 2340681.326376571, - 2539708.482971148 - ], - "scorePercentiles" : { - "0.0" : 2419271.3657656955, - "50.0" : 2424850.889641333, - "90.0" : 2473798.424613109, - "95.0" : 2473798.424613109, - "99.0" : 2473798.424613109, - "99.9" : 2473798.424613109, - "99.99" : 2473798.424613109, - "99.999" : 2473798.424613109, - "99.9999" : 2473798.424613109, - "100.0" : 2473798.424613109 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2473798.424613109, - 2420723.8124060496, - 2462330.0309431115, - 2424850.889641333, - 2419271.3657656955 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 254611.64530801005, - "scoreError" : 27488.596226407717, - "scoreConfidence" : [ - 227123.04908160234, - 282100.2415344178 - ], - "scorePercentiles" : { - "0.0" : 243908.74253312158, - "50.0" : 256996.90740618538, - "90.0" : 263057.44176368974, - "95.0" : 263057.44176368974, - "99.0" : 263057.44176368974, - "99.9" : 263057.44176368974, - "99.99" : 263057.44176368974, - "99.999" : 263057.44176368974, - "99.9999" : 263057.44176368974, - "100.0" : 263057.44176368974 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 252071.38856676294, - 243908.74253312158, - 257023.74627029066, - 263057.44176368974, - 256996.90740618538 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersecting", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1262.5168423227053, - "scoreError" : 74.50907718542788, - "scoreConfidence" : [ - 1188.0077651372774, - 1337.0259195081333 - ], - "scorePercentiles" : { - "0.0" : 1241.6172074507126, - "50.0" : 1265.952188144744, - "90.0" : 1281.8585578578482, - "95.0" : 1281.8585578578482, - "99.0" : 1281.8585578578482, - "99.9" : 1281.8585578578482, - "99.99" : 1281.8585578578482, - "99.999" : 1281.8585578578482, - "99.9999" : 1281.8585578578482, - "100.0" : 1281.8585578578482 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1241.6172074507126, - 1243.2315511188642, - 1265.952188144744, - 1279.9247070413585, - 1281.8585578578482 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.922848782120006E7, - "scoreError" : 5752903.259948241, - "scoreConfidence" : [ - 1.3475584561251821E7, - 2.4981391081148304E7 - ], - "scorePercentiles" : { - "0.0" : 1.728335546513969E7, - "50.0" : 1.992179084544508E7, - "90.0" : 2.0557472138835426E7, - "95.0" : 2.0557472138835426E7, - "99.0" : 2.0557472138835426E7, - "99.9" : 2.0557472138835426E7, - "99.99" : 2.0557472138835426E7, - "99.999" : 2.0557472138835426E7, - "99.9999" : 2.0557472138835426E7, - "100.0" : 2.0557472138835426E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.728335546513969E7, - 1.992179084544508E7, - 1.7986812816070803E7, - 2.0557472138835426E7, - 2.039300784050931E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4287461.429361355, - "scoreError" : 851356.985791608, - "scoreConfidence" : [ - 3436104.443569747, - 5138818.415152962 - ], - "scorePercentiles" : { - "0.0" : 3908370.44511636, - "50.0" : 4400211.874745232, - "90.0" : 4436532.984949411, - "95.0" : 4436532.984949411, - "99.0" : 4436532.984949411, - "99.9" : 4436532.984949411, - "99.99" : 4436532.984949411, - "99.999" : 4436532.984949411, - "99.9999" : 4436532.984949411, - "100.0" : 4436532.984949411 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4436532.984949411, - 4400211.874745232, - 4416843.720330432, - 4275348.121665339, - 3908370.44511636 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 365681.57140570163, - "scoreError" : 31155.803591856293, - "scoreConfidence" : [ - 334525.76781384536, - 396837.3749975579 - ], - "scorePercentiles" : { - "0.0" : 354646.0833335038, - "50.0" : 367637.50665130356, - "90.0" : 374907.00896715187, - "95.0" : 374907.00896715187, - "99.0" : 374907.00896715187, - "99.9" : 374907.00896715187, - "99.99" : 374907.00896715187, - "99.999" : 374907.00896715187, - "99.9999" : 374907.00896715187, - "100.0" : 374907.00896715187 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 360552.23708246497, - 354646.0833335038, - 367637.50665130356, - 370665.0209940841, - 374907.00896715187 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2290.9286147691896, - "scoreError" : 266.73542625657745, - "scoreConfidence" : [ - 2024.193188512612, - 2557.664041025767 - ], - "scorePercentiles" : { - "0.0" : 2170.0140638891226, - "50.0" : 2313.6191748153947, - "90.0" : 2345.091319325405, - "95.0" : 2345.091319325405, - "99.0" : 2345.091319325405, - "99.9" : 2345.091319325405, - "99.99" : 2345.091319325405, - "99.999" : 2345.091319325405, - "99.9999" : 2345.091319325405, - "100.0" : 2345.091319325405 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2321.735207670033, - 2313.6191748153947, - 2170.0140638891226, - 2304.1833081459918, - 2345.091319325405 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4223449495320234E7, - "scoreError" : 1788355.2550692605, - "scoreConfidence" : [ - 1.2435094240250975E7, - 1.6011804750389494E7 - ], - "scorePercentiles" : { - "0.0" : 1.3438401160377374E7, - "50.0" : 1.4321641852378678E7, - "90.0" : 1.4666414020393008E7, - "95.0" : 1.4666414020393008E7, - "99.0" : 1.4666414020393008E7, - "99.9" : 1.4666414020393008E7, - "99.99" : 1.4666414020393008E7, - "99.999" : 1.4666414020393008E7, - "99.9999" : 1.4666414020393008E7, - "100.0" : 1.4666414020393008E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4419151077384915E7, - 1.4666414020393008E7, - 1.4321641852378678E7, - 1.4271639366067195E7, - 1.3438401160377374E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2805685.137372999, - "scoreError" : 144907.8655452183, - "scoreConfidence" : [ - 2660777.2718277806, - 2950593.0029182173 - ], - "scorePercentiles" : { - "0.0" : 2772540.8290802008, - "50.0" : 2797325.4008491053, - "90.0" : 2869030.4610836133, - "95.0" : 2869030.4610836133, - "99.0" : 2869030.4610836133, - "99.9" : 2869030.4610836133, - "99.99" : 2869030.4610836133, - "99.999" : 2869030.4610836133, - "99.9999" : 2869030.4610836133, - "100.0" : 2869030.4610836133 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2797325.4008491053, - 2783693.760997727, - 2772540.8290802008, - 2869030.4610836133, - 2805835.2348543485 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 273553.14262526075, - "scoreError" : 23466.610456509017, - "scoreConfidence" : [ - 250086.53216875173, - 297019.75308176974 - ], - "scorePercentiles" : { - "0.0" : 263581.70651752857, - "50.0" : 275689.9335804247, - "90.0" : 278375.7901368943, - "95.0" : 278375.7901368943, - "99.0" : 278375.7901368943, - "99.9" : 278375.7901368943, - "99.99" : 278375.7901368943, - "99.999" : 278375.7901368943, - "99.9999" : 278375.7901368943, - "100.0" : 278375.7901368943 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 272163.63695929013, - 263581.70651752857, - 278375.7901368943, - 275689.9335804247, - 277954.64593216614 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1832.362799859729, - "scoreError" : 70.14027077476862, - "scoreConfidence" : [ - 1762.2225290849603, - 1902.5030706344976 - ], - "scorePercentiles" : { - "0.0" : 1806.9414047397283, - "50.0" : 1832.4832536109861, - "90.0" : 1855.7466336696139, - "95.0" : 1855.7466336696139, - "99.0" : 1855.7466336696139, - "99.9" : 1855.7466336696139, - "99.99" : 1855.7466336696139, - "99.999" : 1855.7466336696139, - "99.9999" : 1855.7466336696139, - "100.0" : 1855.7466336696139 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1855.7466336696139, - 1832.4832536109861, - 1825.1889590341636, - 1841.4537482441528, - 1806.9414047397283 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9845290099421896E7, - "scoreError" : 4850415.482858614, - "scoreConfidence" : [ - 1.4994874616563283E7, - 2.469570558228051E7 - ], - "scorePercentiles" : { - "0.0" : 1.760766061479091E7, - "50.0" : 2.038127559612101E7, - "90.0" : 2.055994328211548E7, - "95.0" : 2.055994328211548E7, - "99.0" : 2.055994328211548E7, - "99.9" : 2.055994328211548E7, - "99.99" : 2.055994328211548E7, - "99.999" : 2.055994328211548E7, - "99.9999" : 2.055994328211548E7, - "100.0" : 2.055994328211548E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.760766061479091E7, - 2.055994328211548E7, - 2.038127559612101E7, - 2.017344382039039E7, - 2.0504127183691684E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1346051.7891314416, - "scoreError" : 108429.58358625813, - "scoreConfidence" : [ - 1237622.2055451835, - 1454481.3727176997 - ], - "scorePercentiles" : { - "0.0" : 1308712.16048718, - "50.0" : 1342661.75122945, - "90.0" : 1387327.7114189127, - "95.0" : 1387327.7114189127, - "99.0" : 1387327.7114189127, - "99.9" : 1387327.7114189127, - "99.99" : 1387327.7114189127, - "99.999" : 1387327.7114189127, - "99.9999" : 1387327.7114189127, - "100.0" : 1387327.7114189127 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1308712.16048718, - 1387327.7114189127, - 1351350.24362831, - 1342661.75122945, - 1340207.078893356 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 146430.71333722727, - "scoreError" : 14312.827470185977, - "scoreConfidence" : [ - 132117.8858670413, - 160743.54080741323 - ], - "scorePercentiles" : { - "0.0" : 141083.2326218564, - "50.0" : 146682.84134036792, - "90.0" : 151501.86050748773, - "95.0" : 151501.86050748773, - "99.0" : 151501.86050748773, - "99.9" : 151501.86050748773, - "99.99" : 151501.86050748773, - "99.999" : 151501.86050748773, - "99.9999" : 151501.86050748773, - "100.0" : 151501.86050748773 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 145776.3750979419, - 146682.84134036792, - 151501.86050748773, - 147109.25711848238, - 141083.2326218564 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1332.0235074933303, - "scoreError" : 126.81811013182853, - "scoreConfidence" : [ - 1205.2053973615018, - 1458.8416176251587 - ], - "scorePercentiles" : { - "0.0" : 1276.5683311697298, - "50.0" : 1341.8619121176414, - "90.0" : 1361.5330980870324, - "95.0" : 1361.5330980870324, - "99.0" : 1361.5330980870324, - "99.9" : 1361.5330980870324, - "99.99" : 1361.5330980870324, - "99.999" : 1361.5330980870324, - "99.9999" : 1361.5330980870324, - "100.0" : 1361.5330980870324 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1341.8619121176414, - 1349.1890321549304, - 1330.9651639373174, - 1361.5330980870324, - 1276.5683311697298 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.3811071552316075E7, - "scoreError" : 2262756.990469823, - "scoreConfidence" : [ - 1.1548314561846253E7, - 1.6073828542785898E7 - ], - "scorePercentiles" : { - "0.0" : 1.277893131190834E7, - "50.0" : 1.4000178287489882E7, - "90.0" : 1.4261280143624237E7, - "95.0" : 1.4261280143624237E7, - "99.0" : 1.4261280143624237E7, - "99.9" : 1.4261280143624237E7, - "99.99" : 1.4261280143624237E7, - "99.999" : 1.4261280143624237E7, - "99.9999" : 1.4261280143624237E7, - "100.0" : 1.4261280143624237E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4261280143624237E7, - 1.3994804590207007E7, - 1.277893131190834E7, - 1.402016342835092E7, - 1.4000178287489882E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2217303.268659711, - "scoreError" : 127734.15712794768, - "scoreConfidence" : [ - 2089569.111531763, - 2345037.4257876584 - ], - "scorePercentiles" : { - "0.0" : 2166840.4360925164, - "50.0" : 2232453.7554231766, - "90.0" : 2250934.1388371666, - "95.0" : 2250934.1388371666, - "99.0" : 2250934.1388371666, - "99.9" : 2250934.1388371666, - "99.99" : 2250934.1388371666, - "99.999" : 2250934.1388371666, - "99.9999" : 2250934.1388371666, - "100.0" : 2250934.1388371666 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2250934.1388371666, - 2202442.3563649426, - 2233845.6565807527, - 2166840.4360925164, - 2232453.7554231766 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 257099.65690049468, - "scoreError" : 52475.65343895753, - "scoreConfidence" : [ - 204624.00346153716, - 309575.31033945223 - ], - "scorePercentiles" : { - "0.0" : 232903.85018266342, - "50.0" : 261931.7089437852, - "90.0" : 264997.9567534299, - "95.0" : 264997.9567534299, - "99.0" : 264997.9567534299, - "99.9" : 264997.9567534299, - "99.99" : 264997.9567534299, - "99.999" : 264997.9567534299, - "99.9999" : 264997.9567534299, - "100.0" : 264997.9567534299 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 264997.9567534299, - 261931.7089437852, - 232903.85018266342, - 264559.54579034727, - 261105.22283224753 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionIntersectingFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1274.8923784317417, - "scoreError" : 129.97753076047815, - "scoreConfidence" : [ - 1144.9148476712635, - 1404.86990919222 - ], - "scorePercentiles" : { - "0.0" : 1241.833770008273, - "50.0" : 1265.3653762413921, - "90.0" : 1331.5788673770226, - "95.0" : 1331.5788673770226, - "99.0" : 1331.5788673770226, - "99.9" : 1331.5788673770226, - "99.99" : 1331.5788673770226, - "99.999" : 1331.5788673770226, - "99.9999" : 1331.5788673770226, - "100.0" : 1331.5788673770226 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1265.3653762413921, - 1273.3701554667418, - 1241.833770008273, - 1262.3137230652785, - 1331.5788673770226 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.838479212335662E7, - "scoreError" : 5603913.242662219, - "scoreConfidence" : [ - 2.2780878880694404E7, - 3.398870536601884E7 - ], - "scorePercentiles" : { - "0.0" : 2.582524091498113E7, - "50.0" : 2.904690363539558E7, - "90.0" : 2.9341168439257234E7, - "95.0" : 2.9341168439257234E7, - "99.0" : 2.9341168439257234E7, - "99.9" : 2.9341168439257234E7, - "99.99" : 2.9341168439257234E7, - "99.999" : 2.9341168439257234E7, - "99.9999" : 2.9341168439257234E7, - "100.0" : 2.9341168439257234E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.582524091498113E7, - 2.9341168439257234E7, - 2.9104981168414507E7, - 2.904690363539558E7, - 2.8605666458734658E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5222850.82537757, - "scoreError" : 263113.0085644108, - "scoreConfidence" : [ - 4959737.81681316, - 5485963.833941981 - ], - "scorePercentiles" : { - "0.0" : 5104885.664744401, - "50.0" : 5258342.850641301, - "90.0" : 5269153.897582832, - "95.0" : 5269153.897582832, - "99.0" : 5269153.897582832, - "99.9" : 5269153.897582832, - "99.99" : 5269153.897582832, - "99.999" : 5269153.897582832, - "99.9999" : 5269153.897582832, - "100.0" : 5269153.897582832 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5222198.59840868, - 5269153.897582832, - 5258342.850641301, - 5104885.664744401, - 5259673.11551064 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 481834.83853756695, - "scoreError" : 24435.860097383746, - "scoreConfidence" : [ - 457398.9784401832, - 506270.6986349507 - ], - "scorePercentiles" : { - "0.0" : 472805.5769323751, - "50.0" : 481019.78585934953, - "90.0" : 488758.89335384476, - "95.0" : 488758.89335384476, - "99.0" : 488758.89335384476, - "99.9" : 488758.89335384476, - "99.99" : 488758.89335384476, - "99.999" : 488758.89335384476, - "99.9999" : 488758.89335384476, - "100.0" : 488758.89335384476 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 472805.5769323751, - 479642.2847665527, - 486947.6517757127, - 488758.89335384476, - 481019.78585934953 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3367.956802222908, - "scoreError" : 399.5664354387879, - "scoreConfidence" : [ - 2968.3903667841205, - 3767.523237661696 - ], - "scorePercentiles" : { - "0.0" : 3253.8266910611997, - "50.0" : 3377.564370780942, - "90.0" : 3480.0770903638736, - "95.0" : 3480.0770903638736, - "99.0" : 3480.0770903638736, - "99.9" : 3480.0770903638736, - "99.99" : 3480.0770903638736, - "99.999" : 3480.0770903638736, - "99.9999" : 3480.0770903638736, - "100.0" : 3480.0770903638736 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3253.8266910611997, - 3377.564370780942, - 3480.0770903638736, - 3457.302529591152, - 3271.0133293173735 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3038556413900204E7, - "scoreError" : 3180535.4324611453, - "scoreConfidence" : [ - 1.9858020981439058E7, - 2.621909184636135E7 - ], - "scorePercentiles" : { - "0.0" : 2.2160925596510883E7, - "50.0" : 2.294508424632591E7, - "90.0" : 2.396281118457638E7, - "95.0" : 2.396281118457638E7, - "99.0" : 2.396281118457638E7, - "99.9" : 2.396281118457638E7, - "99.99" : 2.396281118457638E7, - "99.999" : 2.396281118457638E7, - "99.9999" : 2.396281118457638E7, - "100.0" : 2.396281118457638E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.396281118457638E7, - 2.294508424632591E7, - 2.2322176044798385E7, - 2.3801784997289464E7, - 2.2160925596510883E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3323785.4476333763, - "scoreError" : 270816.9071642313, - "scoreConfidence" : [ - 3052968.540469145, - 3594602.3547976078 - ], - "scorePercentiles" : { - "0.0" : 3232482.098671583, - "50.0" : 3347278.1518352786, - "90.0" : 3389293.1506548906, - "95.0" : 3389293.1506548906, - "99.0" : 3389293.1506548906, - "99.9" : 3389293.1506548906, - "99.99" : 3389293.1506548906, - "99.999" : 3389293.1506548906, - "99.9999" : 3389293.1506548906, - "100.0" : 3389293.1506548906 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3389293.1506548906, - 3347278.1518352786, - 3382396.8157959203, - 3232482.098671583, - 3267477.0212092083 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 360673.71203992085, - "scoreError" : 57924.37886515554, - "scoreConfidence" : [ - 302749.33317476534, - 418598.09090507636 - ], - "scorePercentiles" : { - "0.0" : 336661.0571552267, - "50.0" : 363429.1188991517, - "90.0" : 377824.8228903537, - "95.0" : 377824.8228903537, - "99.0" : 377824.8228903537, - "99.9" : 377824.8228903537, - "99.99" : 377824.8228903537, - "99.999" : 377824.8228903537, - "99.9999" : 377824.8228903537, - "100.0" : 377824.8228903537 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 359697.759111392, - 363429.1188991517, - 336661.0571552267, - 365755.8021434804, - 377824.8228903537 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2297.870079754186, - "scoreError" : 125.52637556489371, - "scoreConfidence" : [ - 2172.343704189292, - 2423.39645531908 - ], - "scorePercentiles" : { - "0.0" : 2254.127509802372, - "50.0" : 2292.285118579939, - "90.0" : 2341.532385461711, - "95.0" : 2341.532385461711, - "99.0" : 2341.532385461711, - "99.9" : 2341.532385461711, - "99.99" : 2341.532385461711, - "99.999" : 2341.532385461711, - "99.9999" : 2341.532385461711, - "100.0" : 2341.532385461711 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2286.8520825812193, - 2292.285118579939, - 2341.532385461711, - 2254.127509802372, - 2314.5533023456887 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.8074781565322995E7, - "scoreError" : 6085976.459811398, - "scoreConfidence" : [ - 2.19888051055116E7, - 3.416075802513439E7 - ], - "scorePercentiles" : { - "0.0" : 2.531012572289943E7, - "50.0" : 2.845549163356914E7, - "90.0" : 2.911921574572478E7, - "95.0" : 2.911921574572478E7, - "99.0" : 2.911921574572478E7, - "99.9" : 2.911921574572478E7, - "99.99" : 2.911921574572478E7, - "99.999" : 2.911921574572478E7, - "99.9999" : 2.911921574572478E7, - "100.0" : 2.911921574572478E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.531012572289943E7, - 2.911921574572478E7, - 2.845549163356914E7, - 2.8416070268300977E7, - 2.907300445612065E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1721889.246310297, - "scoreError" : 240101.1798673935, - "scoreConfidence" : [ - 1481788.0664429034, - 1961990.4261776905 - ], - "scorePercentiles" : { - "0.0" : 1631231.6159278594, - "50.0" : 1763689.7252783338, - "90.0" : 1768195.544642354, - "95.0" : 1768195.544642354, - "99.0" : 1768195.544642354, - "99.9" : 1768195.544642354, - "99.99" : 1768195.544642354, - "99.999" : 1768195.544642354, - "99.9999" : 1768195.544642354, - "100.0" : 1768195.544642354 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1764626.8852984908, - 1763689.7252783338, - 1768195.544642354, - 1681702.4604044473, - 1631231.6159278594 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 177120.37089008008, - "scoreError" : 15129.117877215993, - "scoreConfidence" : [ - 161991.2530128641, - 192249.48876729608 - ], - "scorePercentiles" : { - "0.0" : 172700.6868363364, - "50.0" : 178773.10714983568, - "90.0" : 181738.72005758836, - "95.0" : 181738.72005758836, - "99.0" : 181738.72005758836, - "99.9" : 181738.72005758836, - "99.99" : 181738.72005758836, - "99.999" : 181738.72005758836, - "99.9999" : 181738.72005758836, - "100.0" : 181738.72005758836 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 173327.65781154015, - 172700.6868363364, - 178773.10714983568, - 179061.68259509988, - 181738.72005758836 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1508.3316231466124, - "scoreError" : 197.40392251571396, - "scoreConfidence" : [ - 1310.9277006308985, - 1705.7355456623263 - ], - "scorePercentiles" : { - "0.0" : 1419.9902253544858, - "50.0" : 1532.387257419576, - "90.0" : 1546.0621502402673, - "95.0" : 1546.0621502402673, - "99.0" : 1546.0621502402673, - "99.9" : 1546.0621502402673, - "99.99" : 1546.0621502402673, - "99.999" : 1546.0621502402673, - "99.9999" : 1546.0621502402673, - "100.0" : 1546.0621502402673 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1508.3161550607103, - 1532.387257419576, - 1546.0621502402673, - 1419.9902253544858, - 1534.902327658023 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.3949373457579385E7, - "scoreError" : 3115749.705437313, - "scoreConfidence" : [ - 2.083362375214207E7, - 2.70651231630167E7 - ], - "scorePercentiles" : { - "0.0" : 2.2745261930929102E7, - "50.0" : 2.427058483206652E7, - "90.0" : 2.4727998059226185E7, - "95.0" : 2.4727998059226185E7, - "99.0" : 2.4727998059226185E7, - "99.9" : 2.4727998059226185E7, - "99.99" : 2.4727998059226185E7, - "99.999" : 2.4727998059226185E7, - "99.9999" : 2.4727998059226185E7, - "100.0" : 2.4727998059226185E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.4478031209716816E7, - 2.4727998059226185E7, - 2.2745261930929102E7, - 2.35249912559583E7, - 2.427058483206652E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3279920.358399884, - "scoreError" : 291520.78428648366, - "scoreConfidence" : [ - 2988399.5741134, - 3571441.1426863675 - ], - "scorePercentiles" : { - "0.0" : 3212598.7537472774, - "50.0" : 3260713.911517927, - "90.0" : 3385847.649795875, - "95.0" : 3385847.649795875, - "99.0" : 3385847.649795875, - "99.9" : 3385847.649795875, - "99.99" : 3385847.649795875, - "99.999" : 3385847.649795875, - "99.9999" : 3385847.649795875, - "100.0" : 3385847.649795875 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3212703.9135472495, - 3212598.7537472774, - 3385847.649795875, - 3260713.911517927, - 3327737.563391091 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 333794.6499928385, - "scoreError" : 43126.23714013931, - "scoreConfidence" : [ - 290668.41285269917, - 376920.88713297783 - ], - "scorePercentiles" : { - "0.0" : 321605.3818992635, - "50.0" : 337888.6835559369, - "90.0" : 345191.1363973172, - "95.0" : 345191.1363973172, - "99.0" : 345191.1363973172, - "99.9" : 345191.1363973172, - "99.99" : 345191.1363973172, - "99.999" : 345191.1363973172, - "99.9999" : 345191.1363973172, - "100.0" : 345191.1363973172 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 322117.3368012955, - 342170.7113103793, - 337888.6835559369, - 345191.1363973172, - 321605.3818992635 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1777.9267444818001, - "scoreError" : 141.11260792561927, - "scoreConfidence" : [ - 1636.814136556181, - 1919.0393524074193 - ], - "scorePercentiles" : { - "0.0" : 1718.8279277983784, - "50.0" : 1784.5854447780257, - "90.0" : 1814.313055349762, - "95.0" : 1814.313055349762, - "99.0" : 1814.313055349762, - "99.9" : 1814.313055349762, - "99.99" : 1814.313055349762, - "99.999" : 1814.313055349762, - "99.9999" : 1814.313055349762, - "100.0" : 1814.313055349762 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1784.5854447780257, - 1718.8279277983784, - 1799.7744349292552, - 1772.1328595535801, - 1814.313055349762 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9717711074272074E7, - "scoreError" : 4435645.013730517, - "scoreConfidence" : [ - 1.5282066060541557E7, - 2.4153356088002592E7 - ], - "scorePercentiles" : { - "0.0" : 1.7686562432454642E7, - "50.0" : 2.0230787398859125E7, - "90.0" : 2.038425741420492E7, - "95.0" : 2.038425741420492E7, - "99.0" : 2.038425741420492E7, - "99.9" : 2.038425741420492E7, - "99.99" : 2.038425741420492E7, - "99.999" : 2.038425741420492E7, - "99.9999" : 2.038425741420492E7, - "100.0" : 2.038425741420492E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0380182009251818E7, - 2.0230787398859125E7, - 1.9906766116589863E7, - 1.7686562432454642E7, - 2.038425741420492E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5948479.521971716, - "scoreError" : 430486.63808092015, - "scoreConfidence" : [ - 5517992.8838907955, - 6378966.160052636 - ], - "scorePercentiles" : { - "0.0" : 5758622.406482069, - "50.0" : 5967483.358009035, - "90.0" : 6048563.358159438, - "95.0" : 6048563.358159438, - "99.0" : 6048563.358159438, - "99.9" : 6048563.358159438, - "99.99" : 6048563.358159438, - "99.999" : 6048563.358159438, - "99.9999" : 6048563.358159438, - "100.0" : 6048563.358159438 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5960781.863461392, - 5967483.358009035, - 5758622.406482069, - 6006946.623746649, - 6048563.358159438 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 454848.35645630286, - "scoreError" : 32978.03507836408, - "scoreConfidence" : [ - 421870.3213779388, - 487826.39153466694 - ], - "scorePercentiles" : { - "0.0" : 442259.39446351986, - "50.0" : 457496.5536913024, - "90.0" : 464069.9496824746, - "95.0" : 464069.9496824746, - "99.0" : 464069.9496824746, - "99.9" : 464069.9496824746, - "99.99" : 464069.9496824746, - "99.999" : 464069.9496824746, - "99.9999" : 464069.9496824746, - "100.0" : 464069.9496824746 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 457496.5536913024, - 459822.9732123545, - 442259.39446351986, - 464069.9496824746, - 450592.91123186296 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3300.4680537969034, - "scoreError" : 270.04267310537256, - "scoreConfidence" : [ - 3030.425380691531, - 3570.510726902276 - ], - "scorePercentiles" : { - "0.0" : 3181.8707302897387, - "50.0" : 3321.7577603636305, - "90.0" : 3352.5719147554364, - "95.0" : 3352.5719147554364, - "99.0" : 3352.5719147554364, - "99.9" : 3352.5719147554364, - "99.99" : 3352.5719147554364, - "99.999" : 3352.5719147554364, - "99.9999" : 3352.5719147554364, - "100.0" : 3352.5719147554364 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3181.8707302897387, - 3321.7577603636305, - 3349.6909173636427, - 3352.5719147554364, - 3296.4489462120678 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.441179589037903E7, - "scoreError" : 560278.0131943992, - "scoreConfidence" : [ - 1.3851517877184631E7, - 1.497207390357343E7 - ], - "scorePercentiles" : { - "0.0" : 1.4214889858054988E7, - "50.0" : 1.4485314290462548E7, - "90.0" : 1.4545586863500988E7, - "95.0" : 1.4545586863500988E7, - "99.0" : 1.4545586863500988E7, - "99.9" : 1.4545586863500988E7, - "99.99" : 1.4545586863500988E7, - "99.999" : 1.4545586863500988E7, - "99.9999" : 1.4545586863500988E7, - "100.0" : 1.4545586863500988E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4512784468699664E7, - 1.4545586863500988E7, - 1.4485314290462548E7, - 1.4300403971176965E7, - 1.4214889858054988E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3407916.4899507277, - "scoreError" : 278655.24101760174, - "scoreConfidence" : [ - 3129261.2489331258, - 3686571.7309683296 - ], - "scorePercentiles" : { - "0.0" : 3308320.486035009, - "50.0" : 3411657.4450846943, - "90.0" : 3481045.437820468, - "95.0" : 3481045.437820468, - "99.0" : 3481045.437820468, - "99.9" : 3481045.437820468, - "99.99" : 3481045.437820468, - "99.999" : 3481045.437820468, - "99.9999" : 3481045.437820468, - "100.0" : 3481045.437820468 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3308320.486035009, - 3481045.437820468, - 3411657.4450846943, - 3367280.293059526, - 3471278.78775394 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 360381.57947711635, - "scoreError" : 42037.29914870361, - "scoreConfidence" : [ - 318344.2803284127, - 402418.87862582 - ], - "scorePercentiles" : { - "0.0" : 341185.4409630784, - "50.0" : 364543.82077949686, - "90.0" : 368264.26058739354, - "95.0" : 368264.26058739354, - "99.0" : 368264.26058739354, - "99.9" : 368264.26058739354, - "99.99" : 368264.26058739354, - "99.999" : 368264.26058739354, - "99.9999" : 368264.26058739354, - "100.0" : 368264.26058739354 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 341185.4409630784, - 362692.8961166009, - 364543.82077949686, - 368264.26058739354, - 365221.478939012 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2284.5968495780207, - "scoreError" : 179.9067674829962, - "scoreConfidence" : [ - 2104.6900820950245, - 2464.503617061017 - ], - "scorePercentiles" : { - "0.0" : 2204.778966950755, - "50.0" : 2295.9166072094536, - "90.0" : 2328.3936738019556, - "95.0" : 2328.3936738019556, - "99.0" : 2328.3936738019556, - "99.9" : 2328.3936738019556, - "99.99" : 2328.3936738019556, - "99.999" : 2328.3936738019556, - "99.9999" : 2328.3936738019556, - "100.0" : 2328.3936738019556 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2299.094349950045, - 2294.8006499778967, - 2204.778966950755, - 2295.9166072094536, - 2328.3936738019556 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.4036171290152572E7, - "scoreError" : 3159870.4442752907, - "scoreConfidence" : [ - 2.0876300845877282E7, - 2.7196041734427862E7 - ], - "scorePercentiles" : { - "0.0" : 2.2730809681560434E7, - "50.0" : 2.423234331160544E7, - "90.0" : 2.4816913843268923E7, - "95.0" : 2.4816913843268923E7, - "99.0" : 2.4816913843268923E7, - "99.9" : 2.4816913843268923E7, - "99.99" : 2.4816913843268923E7, - "99.999" : 2.4816913843268923E7, - "99.9999" : 2.4816913843268923E7, - "100.0" : 2.4816913843268923E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.423234331160544E7, - 2.2730809681560434E7, - 2.3821157410897855E7, - 2.4816913843268923E7, - 2.4579632203430187E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1629607.5901454352, - "scoreError" : 298664.1230873739, - "scoreConfidence" : [ - 1330943.4670580612, - 1928271.7132328092 - ], - "scorePercentiles" : { - "0.0" : 1493130.2630270612, - "50.0" : 1657729.8584932606, - "90.0" : 1683869.3773908636, - "95.0" : 1683869.3773908636, - "99.0" : 1683869.3773908636, - "99.9" : 1683869.3773908636, - "99.99" : 1683869.3773908636, - "99.999" : 1683869.3773908636, - "99.9999" : 1683869.3773908636, - "100.0" : 1683869.3773908636 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1645717.4267239177, - 1683869.3773908636, - 1493130.2630270612, - 1657729.8584932606, - 1667591.0250920728 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 165737.1576314542, - "scoreError" : 19963.30917176676, - "scoreConfidence" : [ - 145773.84845968743, - 185700.46680322097 - ], - "scorePercentiles" : { - "0.0" : 158050.83937227092, - "50.0" : 166233.56783470983, - "90.0" : 171895.25617136547, - "95.0" : 171895.25617136547, - "99.0" : 171895.25617136547, - "99.9" : 171895.25617136547, - "99.99" : 171895.25617136547, - "99.999" : 171895.25617136547, - "99.9999" : 171895.25617136547, - "100.0" : 171895.25617136547 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 164047.16795337194, - 171895.25617136547, - 168458.9568255527, - 166233.56783470983, - 158050.83937227092 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1764.4230002054178, - "scoreError" : 243.50741334551068, - "scoreConfidence" : [ - 1520.915586859907, - 2007.9304135509285 - ], - "scorePercentiles" : { - "0.0" : 1657.1580212096358, - "50.0" : 1776.1961946117392, - "90.0" : 1816.8647211777836, - "95.0" : 1816.8647211777836, - "99.0" : 1816.8647211777836, - "99.9" : 1816.8647211777836, - "99.99" : 1816.8647211777836, - "99.999" : 1816.8647211777836, - "99.9999" : 1816.8647211777836, - "100.0" : 1816.8647211777836 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1816.8647211777836, - 1767.576066377742, - 1657.1580212096358, - 1804.3199976501878, - 1776.1961946117392 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4915485849652523E7, - "scoreError" : 5208502.845784478, - "scoreConfidence" : [ - 9706983.003868045, - 2.0123988695437E7 - ], - "scorePercentiles" : { - "0.0" : 1.2499618782904912E7, - "50.0" : 1.5514792994114993E7, - "90.0" : 1.5583224766153105E7, - "95.0" : 1.5583224766153105E7, - "99.0" : 1.5583224766153105E7, - "99.9" : 1.5583224766153105E7, - "99.99" : 1.5583224766153105E7, - "99.999" : 1.5583224766153105E7, - "99.9999" : 1.5583224766153105E7, - "100.0" : 1.5583224766153105E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.2499618782904912E7, - 1.5397439176445846E7, - 1.5583224766153105E7, - 1.5582353528643763E7, - 1.5514792994114993E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2981547.7775454363, - "scoreError" : 374722.9247846292, - "scoreConfidence" : [ - 2606824.852760807, - 3356270.7023300654 - ], - "scorePercentiles" : { - "0.0" : 2832930.560225451, - "50.0" : 2992669.9497668133, - "90.0" : 3097496.712205844, - "95.0" : 3097496.712205844, - "99.0" : 3097496.712205844, - "99.9" : 3097496.712205844, - "99.99" : 3097496.712205844, - "99.999" : 3097496.712205844, - "99.9999" : 3097496.712205844, - "100.0" : 3097496.712205844 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2992669.9497668133, - 2832930.560225451, - 2960751.2210485083, - 3023890.444480565, - 3097496.712205844 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 341345.81963675556, - "scoreError" : 56159.07810557977, - "scoreConfidence" : [ - 285186.7415311758, - 397504.89774233534 - ], - "scorePercentiles" : { - "0.0" : 317143.5417355329, - "50.0" : 347144.50032024423, - "90.0" : 352209.39268522646, - "95.0" : 352209.39268522646, - "99.0" : 352209.39268522646, - "99.9" : 352209.39268522646, - "99.99" : 352209.39268522646, - "99.999" : 352209.39268522646, - "99.9999" : 352209.39268522646, - "100.0" : 352209.39268522646 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 338596.89521382604, - 351634.7682289483, - 347144.50032024423, - 352209.39268522646, - 317143.5417355329 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSubsetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1647.2709684502292, - "scoreError" : 155.87200162234262, - "scoreConfidence" : [ - 1491.3989668278866, - 1803.1429700725719 - ], - "scorePercentiles" : { - "0.0" : 1588.075757190376, - "50.0" : 1646.3239960749238, - "90.0" : 1689.7355819671347, - "95.0" : 1689.7355819671347, - "99.0" : 1689.7355819671347, - "99.9" : 1689.7355819671347, - "99.99" : 1689.7355819671347, - "99.999" : 1689.7355819671347, - "99.9999" : 1689.7355819671347, - "100.0" : 1689.7355819671347 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1588.075757190376, - 1632.7657336024035, - 1689.7355819671347, - 1679.4537734163084, - 1646.3239960749238 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.037955629743769E7, - "scoreError" : 998535.7554617493, - "scoreConfidence" : [ - 1.938102054197594E7, - 2.137809205289944E7 - ], - "scorePercentiles" : { - "0.0" : 2.004891542327649E7, - "50.0" : 2.0444476900447708E7, - "90.0" : 2.0677988817422837E7, - "95.0" : 2.0677988817422837E7, - "99.0" : 2.0677988817422837E7, - "99.9" : 2.0677988817422837E7, - "99.99" : 2.0677988817422837E7, - "99.999" : 2.0677988817422837E7, - "99.9999" : 2.0677988817422837E7, - "100.0" : 2.0677988817422837E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0444476900447708E7, - 2.0181754263768926E7, - 2.0677988817422837E7, - 2.0544646082272485E7, - 2.004891542327649E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4907160.116836562, - "scoreError" : 306404.0494671537, - "scoreConfidence" : [ - 4600756.067369408, - 5213564.166303716 - ], - "scorePercentiles" : { - "0.0" : 4780966.146042982, - "50.0" : 4940747.758326883, - "90.0" : 4985937.462160039, - "95.0" : 4985937.462160039, - "99.0" : 4985937.462160039, - "99.9" : 4985937.462160039, - "99.99" : 4985937.462160039, - "99.999" : 4985937.462160039, - "99.9999" : 4985937.462160039, - "100.0" : 4985937.462160039 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4780966.146042982, - 4985937.462160039, - 4882670.98444679, - 4945478.233206114, - 4940747.758326883 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 370754.28503628226, - "scoreError" : 26240.53880083149, - "scoreConfidence" : [ - 344513.7462354508, - 396994.82383711374 - ], - "scorePercentiles" : { - "0.0" : 362187.2467618127, - "50.0" : 371750.26156969345, - "90.0" : 380374.1384083225, - "95.0" : 380374.1384083225, - "99.0" : 380374.1384083225, - "99.9" : 380374.1384083225, - "99.99" : 380374.1384083225, - "99.999" : 380374.1384083225, - "99.9999" : 380374.1384083225, - "100.0" : 380374.1384083225 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 371750.26156969345, - 366837.84959890094, - 362187.2467618127, - 372621.9288426818, - 380374.1384083225 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2722.6623216353046, - "scoreError" : 273.1843898464773, - "scoreConfidence" : [ - 2449.4779317888274, - 2995.8467114817818 - ], - "scorePercentiles" : { - "0.0" : 2603.8528227783386, - "50.0" : 2751.439339960993, - "90.0" : 2776.117708909828, - "95.0" : 2776.117708909828, - "99.0" : 2776.117708909828, - "99.9" : 2776.117708909828, - "99.99" : 2776.117708909828, - "99.999" : 2776.117708909828, - "99.9999" : 2776.117708909828, - "100.0" : 2776.117708909828 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2712.1185491201045, - 2603.8528227783386, - 2769.7831874072594, - 2776.117708909828, - 2751.439339960993 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.337171544074063E7, - "scoreError" : 4777955.740843609, - "scoreConfidence" : [ - 8593759.699897021, - 1.814967118158424E7 - ], - "scorePercentiles" : { - "0.0" : 1.1250409331941899E7, - "50.0" : 1.3884688582822103E7, - "90.0" : 1.4272358662915226E7, - "95.0" : 1.4272358662915226E7, - "99.0" : 1.4272358662915226E7, - "99.9" : 1.4272358662915226E7, - "99.99" : 1.4272358662915226E7, - "99.999" : 1.4272358662915226E7, - "99.9999" : 1.4272358662915226E7, - "100.0" : 1.4272358662915226E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3316974477245787E7, - 1.1250409331941899E7, - 1.3884688582822103E7, - 1.4134146148778135E7, - 1.4272358662915226E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2617401.0034262273, - "scoreError" : 187923.32204483822, - "scoreConfidence" : [ - 2429477.681381389, - 2805324.3254710655 - ], - "scorePercentiles" : { - "0.0" : 2534530.055484881, - "50.0" : 2626259.0885321097, - "90.0" : 2662858.299054426, - "95.0" : 2662858.299054426, - "99.0" : 2662858.299054426, - "99.9" : 2662858.299054426, - "99.99" : 2662858.299054426, - "99.999" : 2662858.299054426, - "99.9999" : 2662858.299054426, - "100.0" : 2662858.299054426 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2626259.0885321097, - 2662858.299054426, - 2638987.368924992, - 2624370.205134727, - 2534530.055484881 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 285862.2307065955, - "scoreError" : 16756.691297567835, - "scoreConfidence" : [ - 269105.53940902767, - 302618.9220041634 - ], - "scorePercentiles" : { - "0.0" : 279131.61052937305, - "50.0" : 286490.1355426789, - "90.0" : 291023.50204154477, - "95.0" : 291023.50204154477, - "99.0" : 291023.50204154477, - "99.9" : 291023.50204154477, - "99.99" : 291023.50204154477, - "99.999" : 291023.50204154477, - "99.9999" : 291023.50204154477, - "100.0" : 291023.50204154477 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 279131.61052937305, - 285114.2711378862, - 287551.63428149483, - 286490.1355426789, - 291023.50204154477 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1862.1673724370685, - "scoreError" : 113.11182864666903, - "scoreConfidence" : [ - 1749.0555437903995, - 1975.2792010837375 - ], - "scorePercentiles" : { - "0.0" : 1831.0240275728231, - "50.0" : 1865.8043624739366, - "90.0" : 1900.8261904059434, - "95.0" : 1900.8261904059434, - "99.0" : 1900.8261904059434, - "99.9" : 1900.8261904059434, - "99.99" : 1900.8261904059434, - "99.999" : 1900.8261904059434, - "99.9999" : 1900.8261904059434, - "100.0" : 1900.8261904059434 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1831.0240275728231, - 1877.9415844733755, - 1900.8261904059434, - 1865.8043624739366, - 1835.2406972592637 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.986118218959375E7, - "scoreError" : 4022010.9203548054, - "scoreConfidence" : [ - 1.5839171269238945E7, - 2.3883193109948557E7 - ], - "scorePercentiles" : { - "0.0" : 1.80691650327351E7, - "50.0" : 2.0132592202453993E7, - "90.0" : 2.0780021303112812E7, - "95.0" : 2.0780021303112812E7, - "99.0" : 2.0780021303112812E7, - "99.9" : 2.0780021303112812E7, - "99.99" : 2.0780021303112812E7, - "99.999" : 2.0780021303112812E7, - "99.9999" : 2.0780021303112812E7, - "100.0" : 2.0780021303112812E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.0325824194443703E7, - 1.80691650327351E7, - 2.0132592202453993E7, - 2.0780021303112812E7, - 1.9998308215223156E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1340204.7899779687, - "scoreError" : 109881.95062393097, - "scoreConfidence" : [ - 1230322.8393540378, - 1450086.7406018996 - ], - "scorePercentiles" : { - "0.0" : 1311386.490177217, - "50.0" : 1331840.7317853041, - "90.0" : 1372263.0794970037, - "95.0" : 1372263.0794970037, - "99.0" : 1372263.0794970037, - "99.9" : 1372263.0794970037, - "99.99" : 1372263.0794970037, - "99.999" : 1372263.0794970037, - "99.9999" : 1372263.0794970037, - "100.0" : 1372263.0794970037 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1372263.0794970037, - 1311386.490177217, - 1317116.3087072552, - 1368417.3397230634, - 1331840.7317853041 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 150499.47151270392, - "scoreError" : 18756.27252606397, - "scoreConfidence" : [ - 131743.19898663997, - 169255.74403876788 - ], - "scorePercentiles" : { - "0.0" : 142441.3101482014, - "50.0" : 151543.7647527634, - "90.0" : 154422.70498079975, - "95.0" : 154422.70498079975, - "99.0" : 154422.70498079975, - "99.9" : 154422.70498079975, - "99.99" : 154422.70498079975, - "99.999" : 154422.70498079975, - "99.9999" : 154422.70498079975, - "100.0" : 154422.70498079975 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 142441.3101482014, - 154422.70498079975, - 151543.7647527634, - 149957.67207678859, - 154131.90560496645 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1446.9534827713169, - "scoreError" : 55.57722104377014, - "scoreConfidence" : [ - 1391.3762617275468, - 1502.530703815087 - ], - "scorePercentiles" : { - "0.0" : 1428.1273423160958, - "50.0" : 1442.6329292982725, - "90.0" : 1463.5807975380023, - "95.0" : 1463.5807975380023, - "99.0" : 1463.5807975380023, - "99.9" : 1463.5807975380023, - "99.99" : 1463.5807975380023, - "99.999" : 1463.5807975380023, - "99.9999" : 1463.5807975380023, - "100.0" : 1463.5807975380023 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1459.2260177648213, - 1428.1273423160958, - 1442.6329292982725, - 1463.5807975380023, - 1441.2003269393924 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4365846658210348E7, - "scoreError" : 970969.3669013674, - "scoreConfidence" : [ - 1.339487729130898E7, - 1.5336816025111716E7 - ], - "scorePercentiles" : { - "0.0" : 1.405628038694689E7, - "50.0" : 1.4270994638332305E7, - "90.0" : 1.4635333761119036E7, - "95.0" : 1.4635333761119036E7, - "99.0" : 1.4635333761119036E7, - "99.9" : 1.4635333761119036E7, - "99.99" : 1.4635333761119036E7, - "99.999" : 1.4635333761119036E7, - "99.9999" : 1.4635333761119036E7, - "100.0" : 1.4635333761119036E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.405628038694689E7, - 1.4635333761119036E7, - 1.4270994638332305E7, - 1.4249220901508445E7, - 1.4617403603145076E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2621193.167001675, - "scoreError" : 305637.96125296946, - "scoreConfidence" : [ - 2315555.205748705, - 2926831.1282546446 - ], - "scorePercentiles" : { - "0.0" : 2490731.32284192, - "50.0" : 2661575.3340082453, - "90.0" : 2680378.1990765254, - "95.0" : 2680378.1990765254, - "99.0" : 2680378.1990765254, - "99.9" : 2680378.1990765254, - "99.99" : 2680378.1990765254, - "99.999" : 2680378.1990765254, - "99.9999" : 2680378.1990765254, - "100.0" : 2680378.1990765254 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2490731.32284192, - 2600798.44165267, - 2672482.5374290124, - 2661575.3340082453, - 2680378.1990765254 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 267831.7802861794, - "scoreError" : 25987.62532651929, - "scoreConfidence" : [ - 241844.1549596601, - 293819.4056126987 - ], - "scorePercentiles" : { - "0.0" : 256157.35187895526, - "50.0" : 270761.09737843607, - "90.0" : 272510.1267714815, - "95.0" : 272510.1267714815, - "99.0" : 272510.1267714815, - "99.9" : 272510.1267714815, - "99.99" : 272510.1267714815, - "99.999" : 272510.1267714815, - "99.9999" : 272510.1267714815, - "100.0" : 272510.1267714815 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 270761.09737843607, - 267972.88666392234, - 271757.4387381018, - 256157.35187895526, - 272510.1267714815 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSuperset", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1342.915147218731, - "scoreError" : 83.98492335673124, - "scoreConfidence" : [ - 1258.9302238619996, - 1426.9000705754622 - ], - "scorePercentiles" : { - "0.0" : 1308.2149511648552, - "50.0" : 1343.8491264699128, - "90.0" : 1366.8310205033765, - "95.0" : 1366.8310205033765, - "99.0" : 1366.8310205033765, - "99.9" : 1366.8310205033765, - "99.99" : 1366.8310205033765, - "99.999" : 1366.8310205033765, - "99.9999" : 1366.8310205033765, - "100.0" : 1366.8310205033765 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1354.0593486009916, - 1343.8491264699128, - 1341.621289354519, - 1366.8310205033765, - 1308.2149511648552 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.9439503467817E7, - "scoreError" : 8233262.334108375, - "scoreConfidence" : [ - 1.1206241133708626E7, - 2.7672765801925376E7 - ], - "scorePercentiles" : { - "0.0" : 1.5628743594325254E7, - "50.0" : 2.0281969654392358E7, - "90.0" : 2.07011405890594E7, - "95.0" : 2.07011405890594E7, - "99.0" : 2.07011405890594E7, - "99.9" : 2.07011405890594E7, - "99.99" : 2.07011405890594E7, - "99.999" : 2.07011405890594E7, - "99.9999" : 2.07011405890594E7, - "100.0" : 2.07011405890594E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.5628743594325254E7, - 2.0352290464710053E7, - 2.0281969654392358E7, - 2.07011405890594E7, - 2.023337303659794E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4295196.428458499, - "scoreError" : 384186.45834108285, - "scoreConfidence" : [ - 3911009.9701174158, - 4679382.886799581 - ], - "scorePercentiles" : { - "0.0" : 4192006.5333889844, - "50.0" : 4284052.70946429, - "90.0" : 4407398.779231257, - "95.0" : 4407398.779231257, - "99.0" : 4407398.779231257, - "99.9" : 4407398.779231257, - "99.99" : 4407398.779231257, - "99.999" : 4407398.779231257, - "99.9999" : 4407398.779231257, - "100.0" : 4407398.779231257 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4192006.5333889844, - 4205559.703717856, - 4386964.416490103, - 4284052.70946429, - 4407398.779231257 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 372851.47780841973, - "scoreError" : 44522.72202861617, - "scoreConfidence" : [ - 328328.75577980356, - 417374.1998370359 - ], - "scorePercentiles" : { - "0.0" : 352449.2196665869, - "50.0" : 376671.57646732917, - "90.0" : 379830.6684041456, - "95.0" : 379830.6684041456, - "99.0" : 379830.6684041456, - "99.9" : 379830.6684041456, - "99.99" : 379830.6684041456, - "99.999" : 379830.6684041456, - "99.9999" : 379830.6684041456, - "100.0" : 379830.6684041456 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 375520.55073537625, - 376671.57646732917, - 352449.2196665869, - 379830.6684041456, - 379785.3737686605 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2731.8768736277643, - "scoreError" : 154.9900015187271, - "scoreConfidence" : [ - 2576.886872109037, - 2886.8668751464916 - ], - "scorePercentiles" : { - "0.0" : 2665.662187604849, - "50.0" : 2735.6811327160267, - "90.0" : 2766.014073811369, - "95.0" : 2766.014073811369, - "99.0" : 2766.014073811369, - "99.9" : 2766.014073811369, - "99.99" : 2766.014073811369, - "99.999" : 2766.014073811369, - "99.9999" : 2766.014073811369, - "100.0" : 2766.014073811369 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2735.6811327160267, - 2766.014073811369, - 2729.943495345747, - 2665.662187604849, - 2762.0834786608284 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4271930871920932E7, - "scoreError" : 2655946.7906090226, - "scoreConfidence" : [ - 1.161598408131191E7, - 1.6927877662529953E7 - ], - "scorePercentiles" : { - "0.0" : 1.3351410746235631E7, - "50.0" : 1.4357051845924374E7, - "90.0" : 1.5102165130289454E7, - "95.0" : 1.5102165130289454E7, - "99.0" : 1.5102165130289454E7, - "99.9" : 1.5102165130289454E7, - "99.99" : 1.5102165130289454E7, - "99.999" : 1.5102165130289454E7, - "99.9999" : 1.5102165130289454E7, - "100.0" : 1.5102165130289454E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3351410746235631E7, - 1.4357051845924374E7, - 1.3850800471743787E7, - 1.5102165130289454E7, - 1.4698226165411413E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2746960.681057199, - "scoreError" : 297006.11415738397, - "scoreConfidence" : [ - 2449954.566899815, - 3043966.7952145827 - ], - "scorePercentiles" : { - "0.0" : 2618060.298723208, - "50.0" : 2768683.387993043, - "90.0" : 2817336.597773139, - "95.0" : 2817336.597773139, - "99.0" : 2817336.597773139, - "99.9" : 2817336.597773139, - "99.99" : 2817336.597773139, - "99.999" : 2817336.597773139, - "99.9999" : 2817336.597773139, - "100.0" : 2817336.597773139 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2768683.387993043, - 2618060.298723208, - 2742124.0713829207, - 2788599.0494136824, - 2817336.597773139 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 283011.1585299754, - "scoreError" : 50317.68374504967, - "scoreConfidence" : [ - 232693.47478492573, - 333328.8422750251 - ], - "scorePercentiles" : { - "0.0" : 260138.9677521011, - "50.0" : 289369.8475219444, - "90.0" : 291548.140842057, - "95.0" : 291548.140842057, - "99.0" : 291548.140842057, - "99.9" : 291548.140842057, - "99.99" : 291548.140842057, - "99.999" : 291548.140842057, - "99.9999" : 291548.140842057, - "100.0" : 291548.140842057 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 289369.8475219444, - 260138.9677521011, - 291548.140842057, - 284282.8723424151, - 289715.9641913595 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1904.4224467234512, - "scoreError" : 148.2677925889899, - "scoreConfidence" : [ - 1756.1546541344615, - 2052.690239312441 - ], - "scorePercentiles" : { - "0.0" : 1863.834898556111, - "50.0" : 1896.6651574088582, - "90.0" : 1953.8992417834056, - "95.0" : 1953.8992417834056, - "99.0" : 1953.8992417834056, - "99.9" : 1953.8992417834056, - "99.99" : 1953.8992417834056, - "99.999" : 1953.8992417834056, - "99.9999" : 1953.8992417834056, - "100.0" : 1953.8992417834056 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1874.0712246363166, - 1953.8992417834056, - 1933.6417112325637, - 1863.834898556111, - 1896.6651574088582 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.2376594185072236E7, - "scoreError" : 2155765.7436982985, - "scoreConfidence" : [ - 2.0220828441373937E7, - 2.4532359928770535E7 - ], - "scorePercentiles" : { - "0.0" : 2.1433793045151338E7, - "50.0" : 2.260731652721185E7, - "90.0" : 2.286423637998747E7, - "95.0" : 2.286423637998747E7, - "99.0" : 2.286423637998747E7, - "99.9" : 2.286423637998747E7, - "99.99" : 2.286423637998747E7, - "99.999" : 2.286423637998747E7, - "99.9999" : 2.286423637998747E7, - "100.0" : 2.286423637998747E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1433793045151338E7, - 2.233289516612217E7, - 2.286423637998747E7, - 2.260731652721185E7, - 2.2644729806888342E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1237259.518923676, - "scoreError" : 123035.11845750498, - "scoreConfidence" : [ - 1114224.400466171, - 1360294.6373811811 - ], - "scorePercentiles" : { - "0.0" : 1187756.1631386783, - "50.0" : 1249411.1348353596, - "90.0" : 1266036.0762631495, - "95.0" : 1266036.0762631495, - "99.0" : 1266036.0762631495, - "99.9" : 1266036.0762631495, - "99.99" : 1266036.0762631495, - "99.999" : 1266036.0762631495, - "99.9999" : 1266036.0762631495, - "100.0" : 1266036.0762631495 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1187756.1631386783, - 1223932.1093003487, - 1259162.111080845, - 1266036.0762631495, - 1249411.1348353596 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 121711.28427590345, - "scoreError" : 21222.677128366686, - "scoreConfidence" : [ - 100488.60714753676, - 142933.96140427014 - ], - "scorePercentiles" : { - "0.0" : 113684.57192812994, - "50.0" : 123966.10573553148, - "90.0" : 127411.54072006742, - "95.0" : 127411.54072006742, - "99.0" : 127411.54072006742, - "99.9" : 127411.54072006742, - "99.99" : 127411.54072006742, - "99.999" : 127411.54072006742, - "99.9999" : 127411.54072006742, - "100.0" : 127411.54072006742 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 113684.57192812994, - 118624.8405462608, - 124869.36244952772, - 127411.54072006742, - 123966.10573553148 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1462.571096140463, - "scoreError" : 86.69530670054954, - "scoreConfidence" : [ - 1375.8757894399134, - 1549.2664028410125 - ], - "scorePercentiles" : { - "0.0" : 1428.0180565952876, - "50.0" : 1460.1538923901578, - "90.0" : 1485.6719520511358, - "95.0" : 1485.6719520511358, - "99.0" : 1485.6719520511358, - "99.9" : 1485.6719520511358, - "99.99" : 1485.6719520511358, - "99.999" : 1485.6719520511358, - "99.9999" : 1485.6719520511358, - "100.0" : 1485.6719520511358 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1479.4562968160692, - 1459.555282849664, - 1460.1538923901578, - 1485.6719520511358, - 1428.0180565952876 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.415975407969072E7, - "scoreError" : 597206.5728634695, - "scoreConfidence" : [ - 1.3562547506827252E7, - 1.475696065255419E7 - ], - "scorePercentiles" : { - "0.0" : 1.3958492509901993E7, - "50.0" : 1.4153630269376582E7, - "90.0" : 1.4390519680411473E7, - "95.0" : 1.4390519680411473E7, - "99.0" : 1.4390519680411473E7, - "99.9" : 1.4390519680411473E7, - "99.99" : 1.4390519680411473E7, - "99.999" : 1.4390519680411473E7, - "99.9999" : 1.4390519680411473E7, - "100.0" : 1.4390519680411473E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3958492509901993E7, - 1.4115314003362566E7, - 1.4180813935401002E7, - 1.4390519680411473E7, - 1.4153630269376582E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2512608.9093499207, - "scoreError" : 267674.8754036237, - "scoreConfidence" : [ - 2244934.033946297, - 2780283.7847535443 - ], - "scorePercentiles" : { - "0.0" : 2395848.8757000556, - "50.0" : 2552385.9032951095, - "90.0" : 2560271.6697917213, - "95.0" : 2560271.6697917213, - "99.0" : 2560271.6697917213, - "99.9" : 2560271.6697917213, - "99.99" : 2560271.6697917213, - "99.999" : 2560271.6697917213, - "99.9999" : 2560271.6697917213, - "100.0" : 2560271.6697917213 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2553842.223344825, - 2560271.6697917213, - 2552385.9032951095, - 2500695.874617892, - 2395848.8757000556 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 265299.89018452377, - "scoreError" : 15873.510656473161, - "scoreConfidence" : [ - 249426.3795280506, - 281173.40084099694 - ], - "scorePercentiles" : { - "0.0" : 258378.56034425128, - "50.0" : 266794.81337080145, - "90.0" : 269080.1284160227, - "95.0" : 269080.1284160227, - "99.0" : 269080.1284160227, - "99.9" : 269080.1284160227, - "99.99" : 269080.1284160227, - "99.999" : 269080.1284160227, - "99.9999" : 269080.1284160227, - "100.0" : 269080.1284160227 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 258378.56034425128, - 267169.0864678926, - 266794.81337080145, - 265076.86232365086, - 269080.1284160227 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.SetOperators.unionSupersetFromOriginal", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1355.319819116087, - "scoreError" : 122.38283405469822, - "scoreConfidence" : [ - 1232.936985061389, - 1477.7026531707852 - ], - "scorePercentiles" : { - "0.0" : 1301.1292716473108, - "50.0" : 1370.8798047598577, - "90.0" : 1376.1157480075776, - "95.0" : 1376.1157480075776, - "99.0" : 1376.1157480075776, - "99.9" : 1376.1157480075776, - "99.99" : 1376.1157480075776, - "99.999" : 1376.1157480075776, - "99.9999" : 1376.1157480075776, - "100.0" : 1376.1157480075776 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1301.1292716473108, - 1352.6126792793702, - 1376.1157480075776, - 1375.8615918863193, - 1370.8798047598577 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.733372588076219E7, - "scoreError" : 4006173.6134798964, - "scoreConfidence" : [ - 6.332755226728229E7, - 7.133989949424209E7 - ], - "scorePercentiles" : { - "0.0" : 6.607452835093602E7, - "50.0" : 6.794397439312126E7, - "90.0" : 6.820256092104277E7, - "95.0" : 6.820256092104277E7, - "99.0" : 6.820256092104277E7, - "99.9" : 6.820256092104277E7, - "99.99" : 6.820256092104277E7, - "99.999" : 6.820256092104277E7, - "99.9999" : 6.820256092104277E7, - "100.0" : 6.820256092104277E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.607452835093602E7, - 6.811614467617235E7, - 6.820256092104277E7, - 6.794397439312126E7, - 6.633142106253856E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5500425.688106289, - "scoreError" : 434802.41484772257, - "scoreConfidence" : [ - 5065623.273258567, - 5935228.102954011 - ], - "scorePercentiles" : { - "0.0" : 5308667.954374242, - "50.0" : 5515726.607544321, - "90.0" : 5588037.5057578655, - "95.0" : 5588037.5057578655, - "99.0" : 5588037.5057578655, - "99.9" : 5588037.5057578655, - "99.99" : 5588037.5057578655, - "99.999" : 5588037.5057578655, - "99.9999" : 5588037.5057578655, - "100.0" : 5588037.5057578655 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5588037.5057578655, - 5510401.657229312, - 5308667.954374242, - 5515726.607544321, - 5579294.715625706 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 492125.55568007624, - "scoreError" : 58710.794711829905, - "scoreConfidence" : [ - 433414.7609682463, - 550836.3503919061 - ], - "scorePercentiles" : { - "0.0" : 466217.9421279357, - "50.0" : 494676.3335573789, - "90.0" : 503571.85560062947, - "95.0" : 503571.85560062947, - "99.0" : 503571.85560062947, - "99.9" : 503571.85560062947, - "99.99" : 503571.85560062947, - "99.999" : 503571.85560062947, - "99.9999" : 503571.85560062947, - "100.0" : 503571.85560062947 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 503571.85560062947, - 494676.3335573789, - 503092.09895521944, - 466217.9421279357, - 493069.5481592176 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 2249.459759523891, - "scoreError" : 123.75788056120179, - "scoreConfidence" : [ - 2125.701878962689, - 2373.217640085093 - ], - "scorePercentiles" : { - "0.0" : 2199.8087133456097, - "50.0" : 2246.455552821613, - "90.0" : 2282.682129995161, - "95.0" : 2282.682129995161, - "99.0" : 2282.682129995161, - "99.9" : 2282.682129995161, - "99.99" : 2282.682129995161, - "99.999" : 2282.682129995161, - "99.9999" : 2282.682129995161, - "100.0" : 2282.682129995161 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2245.6669227379616, - 2282.682129995161, - 2246.455552821613, - 2272.6854787191087, - 2199.8087133456097 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.1118397432088487E7, - "scoreError" : 3793530.4897572445, - "scoreConfidence" : [ - 2.7324866942331243E7, - 3.4911927921845734E7 - ], - "scorePercentiles" : { - "0.0" : 2.9463332142694402E7, - "50.0" : 3.1296237549946837E7, - "90.0" : 3.210921990717118E7, - "95.0" : 3.210921990717118E7, - "99.0" : 3.210921990717118E7, - "99.9" : 3.210921990717118E7, - "99.99" : 3.210921990717118E7, - "99.999" : 3.210921990717118E7, - "99.9999" : 3.210921990717118E7, - "100.0" : 3.210921990717118E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.1286328081253104E7, - 3.1436869479376916E7, - 3.210921990717118E7, - 3.1296237549946837E7, - 2.9463332142694402E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3190024.3054660275, - "scoreError" : 444581.09924469114, - "scoreConfidence" : [ - 2745443.2062213365, - 3634605.4047107184 - ], - "scorePercentiles" : { - "0.0" : 3018297.355859336, - "50.0" : 3213804.874765876, - "90.0" : 3306635.8374446593, - "95.0" : 3306635.8374446593, - "99.0" : 3306635.8374446593, - "99.9" : 3306635.8374446593, - "99.99" : 3306635.8374446593, - "99.999" : 3306635.8374446593, - "99.9999" : 3306635.8374446593, - "100.0" : 3306635.8374446593 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3213804.874765876, - 3137957.7571195723, - 3018297.355859336, - 3306635.8374446593, - 3273425.702140694 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 240166.6460553116, - "scoreError" : 36584.75398733149, - "scoreConfidence" : [ - 203581.8920679801, - 276751.4000426431 - ], - "scorePercentiles" : { - "0.0" : 224324.7835104905, - "50.0" : 243759.42931302649, - "90.0" : 248310.01752013998, - "95.0" : 248310.01752013998, - "99.0" : 248310.01752013998, - "99.9" : 248310.01752013998, - "99.99" : 248310.01752013998, - "99.999" : 248310.01752013998, - "99.9999" : 248310.01752013998, - "100.0" : 248310.01752013998 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 243759.42931302649, - 248310.01752013998, - 224324.7835104905, - 238868.66703300312, - 245570.33289989812 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1398.6994159021262, - "scoreError" : 252.69430702701527, - "scoreConfidence" : [ - 1146.005108875111, - 1651.3937229291414 - ], - "scorePercentiles" : { - "0.0" : 1297.9706307067138, - "50.0" : 1400.4536285827016, - "90.0" : 1462.8045346964557, - "95.0" : 1462.8045346964557, - "99.0" : 1462.8045346964557, - "99.9" : 1462.8045346964557, - "99.99" : 1462.8045346964557, - "99.999" : 1462.8045346964557, - "99.9999" : 1462.8045346964557, - "100.0" : 1462.8045346964557 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1381.7887014324783, - 1297.9706307067138, - 1462.8045346964557, - 1450.4795840922811, - 1400.4536285827016 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.708646226647308E7, - "scoreError" : 3986749.2598065007, - "scoreConfidence" : [ - 6.309971300666658E7, - 7.107321152627958E7 - ], - "scorePercentiles" : { - "0.0" : 6.5451838124230616E7, - "50.0" : 6.719813347498904E7, - "90.0" : 6.833467192220713E7, - "95.0" : 6.833467192220713E7, - "99.0" : 6.833467192220713E7, - "99.9" : 6.833467192220713E7, - "99.99" : 6.833467192220713E7, - "99.999" : 6.833467192220713E7, - "99.9999" : 6.833467192220713E7, - "100.0" : 6.833467192220713E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.833467192220713E7, - 6.719813347498904E7, - 6.728519573245434E7, - 6.716247207848422E7, - 6.5451838124230616E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3551194.398576732, - "scoreError" : 1335937.97467307, - "scoreConfidence" : [ - 2215256.423903662, - 4887132.373249802 - ], - "scorePercentiles" : { - "0.0" : 2933281.5696114977, - "50.0" : 3679005.378082077, - "90.0" : 3738118.5891265795, - "95.0" : 3738118.5891265795, - "99.0" : 3738118.5891265795, - "99.9" : 3738118.5891265795, - "99.99" : 3738118.5891265795, - "99.999" : 3738118.5891265795, - "99.9999" : 3738118.5891265795, - "100.0" : 3738118.5891265795 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2933281.5696114977, - 3737534.8556008046, - 3679005.378082077, - 3738118.5891265795, - 3668031.600462702 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 379484.2440016379, - "scoreError" : 21724.268941913317, - "scoreConfidence" : [ - 357759.9750597246, - 401208.51294355124 - ], - "scorePercentiles" : { - "0.0" : 369780.03870350635, - "50.0" : 380661.70261960453, - "90.0" : 383579.7445749553, - "95.0" : 383579.7445749553, - "99.0" : 383579.7445749553, - "99.9" : 383579.7445749553, - "99.99" : 383579.7445749553, - "99.999" : 383579.7445749553, - "99.9999" : 383579.7445749553, - "100.0" : 383579.7445749553 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 369780.03870350635, - 380661.70261960453, - 383579.7445749553, - 380092.5279504398, - 383307.20615968335 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1820.2817527349914, - "scoreError" : 355.83371384124627, - "scoreConfidence" : [ - 1464.4480388937452, - 2176.115466576238 - ], - "scorePercentiles" : { - "0.0" : 1677.7915632323147, - "50.0" : 1844.9847049168843, - "90.0" : 1902.822073218151, - "95.0" : 1902.822073218151, - "99.0" : 1902.822073218151, - "99.9" : 1902.822073218151, - "99.99" : 1902.822073218151, - "99.999" : 1902.822073218151, - "99.9999" : 1902.822073218151, - "100.0" : 1902.822073218151 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1677.7915632323147, - 1902.822073218151, - 1891.8025275872153, - 1844.9847049168843, - 1784.007894720392 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.121209763723393E7, - "scoreError" : 2995166.307452867, - "scoreConfidence" : [ - 2.8216931329781063E7, - 3.42072639446868E7 - ], - "scorePercentiles" : { - "0.0" : 2.988291556604326E7, - "50.0" : 3.135921047651629E7, - "90.0" : 3.186852482759242E7, - "95.0" : 3.186852482759242E7, - "99.0" : 3.186852482759242E7, - "99.9" : 3.186852482759242E7, - "99.99" : 3.186852482759242E7, - "99.999" : 3.186852482759242E7, - "99.9999" : 3.186852482759242E7, - "100.0" : 3.186852482759242E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.1651973253471278E7, - 3.186852482759242E7, - 3.1297864062546402E7, - 2.988291556604326E7, - 3.135921047651629E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3362755.955175987, - "scoreError" : 569474.1600804647, - "scoreConfidence" : [ - 2793281.7950955224, - 3932230.1152564515 - ], - "scorePercentiles" : { - "0.0" : 3109927.910015405, - "50.0" : 3407331.3260439513, - "90.0" : 3480729.264957339, - "95.0" : 3480729.264957339, - "99.0" : 3480729.264957339, - "99.9" : 3480729.264957339, - "99.99" : 3480729.264957339, - "99.999" : 3480729.264957339, - "99.9999" : 3480729.264957339, - "100.0" : 3480729.264957339 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3365559.5587814315, - 3407331.3260439513, - 3109927.910015405, - 3480729.264957339, - 3450231.7160818097 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 245974.4418880647, - "scoreError" : 44353.75417237074, - "scoreConfidence" : [ - 201620.68771569396, - 290328.19606043544 - ], - "scorePercentiles" : { - "0.0" : 225677.529169241, - "50.0" : 250080.09640823642, - "90.0" : 254144.0986945552, - "95.0" : 254144.0986945552, - "99.0" : 254144.0986945552, - "99.9" : 254144.0986945552, - "99.99" : 254144.0986945552, - "99.999" : 254144.0986945552, - "99.9999" : 254144.0986945552, - "100.0" : 254144.0986945552 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 251203.57124141918, - 248766.9139268717, - 250080.09640823642, - 225677.529169241, - 254144.0986945552 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.add", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1353.2465014156296, - "scoreError" : 251.19941017124006, - "scoreConfidence" : [ - 1102.0470912443895, - 1604.4459115868697 - ], - "scorePercentiles" : { - "0.0" : 1237.6252817182037, - "50.0" : 1373.9630530590962, - "90.0" : 1392.7474158985426, - "95.0" : 1392.7474158985426, - "99.0" : 1392.7474158985426, - "99.9" : 1392.7474158985426, - "99.99" : 1392.7474158985426, - "99.999" : 1392.7474158985426, - "99.9999" : 1392.7474158985426, - "100.0" : 1392.7474158985426 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1373.9630530590962, - 1237.6252817182037, - 1389.0177144526933, - 1392.7474158985426, - 1372.8790419496124 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.178573696504617E7, - "scoreError" : 1.4021900509005643E7, - "scoreConfidence" : [ - 3.7763836456040524E7, - 6.580763747405181E7 - ], - "scorePercentiles" : { - "0.0" : 4.528107052020857E7, - "50.0" : 5.3313081500420965E7, - "90.0" : 5.374730321659745E7, - "95.0" : 5.374730321659745E7, - "99.0" : 5.374730321659745E7, - "99.9" : 5.374730321659745E7, - "99.99" : 5.374730321659745E7, - "99.999" : 5.374730321659745E7, - "99.9999" : 5.374730321659745E7, - "100.0" : 5.374730321659745E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.3313081500420965E7, - 4.528107052020857E7, - 5.3323858223781E7, - 5.326337136422289E7, - 5.374730321659745E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4315691.466149015, - "scoreError" : 573853.5292101223, - "scoreConfidence" : [ - 3741837.936938893, - 4889544.995359138 - ], - "scorePercentiles" : { - "0.0" : 4073352.565174055, - "50.0" : 4331987.8855543975, - "90.0" : 4446153.573085488, - "95.0" : 4446153.573085488, - "99.0" : 4446153.573085488, - "99.9" : 4446153.573085488, - "99.99" : 4446153.573085488, - "99.999" : 4446153.573085488, - "99.9999" : 4446153.573085488, - "100.0" : 4446153.573085488 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4331987.8855543975, - 4299234.376998072, - 4427728.929933066, - 4446153.573085488, - 4073352.565174055 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 419543.81793002307, - "scoreError" : 59579.17944418419, - "scoreConfidence" : [ - 359964.6384858389, - 479122.99737420725 - ], - "scorePercentiles" : { - "0.0" : 402593.1812406479, - "50.0" : 427752.0321855289, - "90.0" : 435129.6051442307, - "95.0" : 435129.6051442307, - "99.0" : 435129.6051442307, - "99.9" : 435129.6051442307, - "99.99" : 435129.6051442307, - "99.999" : 435129.6051442307, - "99.9999" : 435129.6051442307, - "100.0" : 435129.6051442307 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 429094.5005764767, - 427752.0321855289, - 403149.77050323144, - 402593.1812406479, - 435129.6051442307 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1568.6734378492306, - "scoreError" : 318.35995353994014, - "scoreConfidence" : [ - 1250.3134843092905, - 1887.0333913891707 - ], - "scorePercentiles" : { - "0.0" : 1430.7798468149226, - "50.0" : 1582.483610400072, - "90.0" : 1653.0674352309538, - "95.0" : 1653.0674352309538, - "99.0" : 1653.0674352309538, - "99.9" : 1653.0674352309538, - "99.99" : 1653.0674352309538, - "99.999" : 1653.0674352309538, - "99.9999" : 1653.0674352309538, - "100.0" : 1653.0674352309538 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1582.483610400072, - 1430.7798468149226, - 1599.1637045473974, - 1653.0674352309538, - 1577.8725922528079 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.784079843747232E7, - "scoreError" : 1151325.08038337, - "scoreConfidence" : [ - 2.668947335708895E7, - 2.8992123517855693E7 - ], - "scorePercentiles" : { - "0.0" : 2.7594479986115325E7, - "50.0" : 2.7669997829896092E7, - "90.0" : 2.8258674509157922E7, - "95.0" : 2.8258674509157922E7, - "99.0" : 2.8258674509157922E7, - "99.9" : 2.8258674509157922E7, - "99.99" : 2.8258674509157922E7, - "99.999" : 2.8258674509157922E7, - "99.9999" : 2.8258674509157922E7, - "100.0" : 2.8258674509157922E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7669997829896092E7, - 2.8258674509157922E7, - 2.8056205510714468E7, - 2.762463435147779E7, - 2.7594479986115325E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2400933.7284279773, - "scoreError" : 273714.08368110243, - "scoreConfidence" : [ - 2127219.644746875, - 2674647.8121090797 - ], - "scorePercentiles" : { - "0.0" : 2294393.3579990305, - "50.0" : 2405679.2904030858, - "90.0" : 2472918.1158550824, - "95.0" : 2472918.1158550824, - "99.0" : 2472918.1158550824, - "99.9" : 2472918.1158550824, - "99.99" : 2472918.1158550824, - "99.999" : 2472918.1158550824, - "99.9999" : 2472918.1158550824, - "100.0" : 2472918.1158550824 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2472918.1158550824, - 2405679.2904030858, - 2455910.968477934, - 2375766.909404754, - 2294393.3579990305 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 162656.2188055118, - "scoreError" : 21031.697923391195, - "scoreConfidence" : [ - 141624.52088212062, - 183687.916728903 - ], - "scorePercentiles" : { - "0.0" : 154906.8318929459, - "50.0" : 162196.0824538785, - "90.0" : 168826.32251282936, - "95.0" : 168826.32251282936, - "99.0" : 168826.32251282936, - "99.9" : 168826.32251282936, - "99.99" : 168826.32251282936, - "99.999" : 168826.32251282936, - "99.9999" : 168826.32251282936, - "100.0" : 168826.32251282936 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 160600.75660734263, - 154906.8318929459, - 162196.0824538785, - 166751.10056056269, - 168826.32251282936 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 671.5221551480317, - "scoreError" : 72.05974593302686, - "scoreConfidence" : [ - 599.4624092150049, - 743.5819010810586 - ], - "scorePercentiles" : { - "0.0" : 650.5151367509129, - "50.0" : 680.266289660562, - "90.0" : 688.7976596021143, - "95.0" : 688.7976596021143, - "99.0" : 688.7976596021143, - "99.9" : 688.7976596021143, - "99.99" : 688.7976596021143, - "99.999" : 688.7976596021143, - "99.9999" : 688.7976596021143, - "100.0" : 688.7976596021143 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 652.1036095729063, - 685.9280801536632, - 680.266289660562, - 650.5151367509129, - 688.7976596021143 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.271545699554761E7, - "scoreError" : 6350602.489151381, - "scoreConfidence" : [ - 4.636485450639623E7, - 5.906605948469899E7 - ], - "scorePercentiles" : { - "0.0" : 5.0133133915057525E7, - "50.0" : 5.3434262566075E7, - "90.0" : 5.410236739644583E7, - "95.0" : 5.410236739644583E7, - "99.0" : 5.410236739644583E7, - "99.9" : 5.410236739644583E7, - "99.99" : 5.410236739644583E7, - "99.999" : 5.410236739644583E7, - "99.9999" : 5.410236739644583E7, - "100.0" : 5.410236739644583E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.0133133915057525E7, - 5.3864168135962024E7, - 5.3434262566075E7, - 5.410236739644583E7, - 5.204335296419766E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2223749.984233561, - "scoreError" : 277832.15586712235, - "scoreConfidence" : [ - 1945917.8283664386, - 2501582.140100683 - ], - "scorePercentiles" : { - "0.0" : 2117633.316465859, - "50.0" : 2251874.2076809253, - "90.0" : 2301564.2319363817, - "95.0" : 2301564.2319363817, - "99.0" : 2301564.2319363817, - "99.9" : 2301564.2319363817, - "99.99" : 2301564.2319363817, - "99.999" : 2301564.2319363817, - "99.9999" : 2301564.2319363817, - "100.0" : 2301564.2319363817 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2251874.2076809253, - 2186981.7461484633, - 2117633.316465859, - 2260696.4189361758, - 2301564.2319363817 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 199649.66620269758, - "scoreError" : 37428.51654207217, - "scoreConfidence" : [ - 162221.1496606254, - 237078.18274476976 - ], - "scorePercentiles" : { - "0.0" : 182912.19754159122, - "50.0" : 202372.00326195342, - "90.0" : 206364.63484351177, - "95.0" : 206364.63484351177, - "99.0" : 206364.63484351177, - "99.9" : 206364.63484351177, - "99.99" : 206364.63484351177, - "99.999" : 206364.63484351177, - "99.9999" : 206364.63484351177, - "100.0" : 206364.63484351177 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 200247.8768307358, - 202372.00326195342, - 182912.19754159122, - 206364.63484351177, - 206351.61853569577 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 939.8239769041978, - "scoreError" : 116.00917676449336, - "scoreConfidence" : [ - 823.8148001397044, - 1055.8331536686912 - ], - "scorePercentiles" : { - "0.0" : 891.3931199532872, - "50.0" : 945.3137910471961, - "90.0" : 973.236322868644, - "95.0" : 973.236322868644, - "99.0" : 973.236322868644, - "99.9" : 973.236322868644, - "99.99" : 973.236322868644, - "99.999" : 973.236322868644, - "99.9999" : 973.236322868644, - "100.0" : 973.236322868644 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 951.4120863182047, - 945.3137910471961, - 937.764564333658, - 891.3931199532872, - 973.236322868644 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7497398313132823E7, - "scoreError" : 2508877.382397278, - "scoreConfidence" : [ - 2.4988520930735543E7, - 3.00062756955301E7 - ], - "scorePercentiles" : { - "0.0" : 2.6344468469910473E7, - "50.0" : 2.7789562227568388E7, - "90.0" : 2.7877341234843116E7, - "95.0" : 2.7877341234843116E7, - "99.0" : 2.7877341234843116E7, - "99.9" : 2.7877341234843116E7, - "99.99" : 2.7877341234843116E7, - "99.999" : 2.7877341234843116E7, - "99.9999" : 2.7877341234843116E7, - "100.0" : 2.7877341234843116E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.762941807530535E7, - 2.784620155803679E7, - 2.7789562227568388E7, - 2.6344468469910473E7, - 2.7877341234843116E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2514943.0509559982, - "scoreError" : 277880.08588499366, - "scoreConfidence" : [ - 2237062.965071005, - 2792823.1368409917 - ], - "scorePercentiles" : { - "0.0" : 2412724.8095199093, - "50.0" : 2541680.82025358, - "90.0" : 2585212.7388506914, - "95.0" : 2585212.7388506914, - "99.0" : 2585212.7388506914, - "99.9" : 2585212.7388506914, - "99.99" : 2585212.7388506914, - "99.999" : 2585212.7388506914, - "99.9999" : 2585212.7388506914, - "100.0" : 2585212.7388506914 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2585212.7388506914, - 2566107.796826194, - 2412724.8095199093, - 2468989.0893296152, - 2541680.82025358 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 170051.06374470872, - "scoreError" : 7488.7886523733505, - "scoreConfidence" : [ - 162562.27509233536, - 177539.85239708208 - ], - "scorePercentiles" : { - "0.0" : 168645.37983030756, - "50.0" : 169516.65980347875, - "90.0" : 173469.96713975084, - "95.0" : 173469.96713975084, - "99.0" : 173469.96713975084, - "99.9" : 173469.96713975084, - "99.99" : 173469.96713975084, - "99.999" : 173469.96713975084, - "99.9999" : 173469.96713975084, - "100.0" : 173469.96713975084 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 169105.09746359347, - 169518.21448641294, - 169516.65980347875, - 173469.96713975084, - 168645.37983030756 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndContains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 644.5192916406497, - "scoreError" : 92.12457008225513, - "scoreConfidence" : [ - 552.3947215583946, - 736.6438617229048 - ], - "scorePercentiles" : { - "0.0" : 616.6027510356322, - "50.0" : 656.8578306434796, - "90.0" : 666.0226732583156, - "95.0" : 666.0226732583156, - "99.0" : 666.0226732583156, - "99.9" : 666.0226732583156, - "99.99" : 666.0226732583156, - "99.999" : 666.0226732583156, - "99.9999" : 666.0226732583156, - "100.0" : 666.0226732583156 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 616.6027510356322, - 656.8578306434796, - 666.0226732583156, - 662.5088753739827, - 620.6043278918387 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.3298529269045573E7, - "scoreError" : 3577248.920084972, - "scoreConfidence" : [ - 2.97212803489606E7, - 3.6875778189130545E7 - ], - "scorePercentiles" : { - "0.0" : 3.1911855656821296E7, - "50.0" : 3.322038154487255E7, - "90.0" : 3.4393808540255144E7, - "95.0" : 3.4393808540255144E7, - "99.0" : 3.4393808540255144E7, - "99.9" : 3.4393808540255144E7, - "99.99" : 3.4393808540255144E7, - "99.999" : 3.4393808540255144E7, - "99.9999" : 3.4393808540255144E7, - "100.0" : 3.4393808540255144E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.312603482143039E7, - 3.1911855656821296E7, - 3.384056578184849E7, - 3.322038154487255E7, - 3.4393808540255144E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4263455.567360659, - "scoreError" : 268401.8154772007, - "scoreConfidence" : [ - 3995053.7518834583, - 4531857.38283786 - ], - "scorePercentiles" : { - "0.0" : 4205149.259974649, - "50.0" : 4242722.848255812, - "90.0" : 4378829.980295087, - "95.0" : 4378829.980295087, - "99.0" : 4378829.980295087, - "99.9" : 4378829.980295087, - "99.99" : 4378829.980295087, - "99.999" : 4378829.980295087, - "99.9999" : 4378829.980295087, - "100.0" : 4378829.980295087 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4205149.259974649, - 4242722.848255812, - 4273864.365163022, - 4216711.383114725, - 4378829.980295087 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 387532.7583791098, - "scoreError" : 59975.347601585905, - "scoreConfidence" : [ - 327557.4107775239, - 447508.1059806957 - ], - "scorePercentiles" : { - "0.0" : 361507.0354078681, - "50.0" : 393689.3789940053, - "90.0" : 400142.23085165734, - "95.0" : 400142.23085165734, - "99.0" : 400142.23085165734, - "99.9" : 400142.23085165734, - "99.99" : 400142.23085165734, - "99.999" : 400142.23085165734, - "99.9999" : 400142.23085165734, - "100.0" : 400142.23085165734 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 385255.7506074836, - 393689.3789940053, - 361507.0354078681, - 397069.39603453426, - 400142.23085165734 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1730.9680927594723, - "scoreError" : 133.54303235081116, - "scoreConfidence" : [ - 1597.425060408661, - 1864.5111251102835 - ], - "scorePercentiles" : { - "0.0" : 1697.0060839007324, - "50.0" : 1722.8178127537951, - "90.0" : 1782.9540514011942, - "95.0" : 1782.9540514011942, - "99.0" : 1782.9540514011942, - "99.9" : 1782.9540514011942, - "99.99" : 1782.9540514011942, - "99.999" : 1782.9540514011942, - "99.9999" : 1782.9540514011942, - "100.0" : 1782.9540514011942 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1722.8178127537951, - 1746.5236286462327, - 1697.0060839007324, - 1705.538887095407, - 1782.9540514011942 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.7978175427503042E7, - "scoreError" : 2802992.0840742486, - "scoreConfidence" : [ - 1.5175183343428794E7, - 2.078116751157729E7 - ], - "scorePercentiles" : { - "0.0" : 1.6721854727687787E7, - "50.0" : 1.8133719399663184E7, - "90.0" : 1.8562080778655287E7, - "95.0" : 1.8562080778655287E7, - "99.0" : 1.8562080778655287E7, - "99.9" : 1.8562080778655287E7, - "99.99" : 1.8562080778655287E7, - "99.999" : 1.8562080778655287E7, - "99.9999" : 1.8562080778655287E7, - "100.0" : 1.8562080778655287E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8562080778655287E7, - 1.8133719399663184E7, - 1.8090908631022654E7, - 1.6721854727687787E7, - 1.83823136004863E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2266108.3367842, - "scoreError" : 225447.63266662348, - "scoreConfidence" : [ - 2040660.7041175764, - 2491555.9694508235 - ], - "scorePercentiles" : { - "0.0" : 2179102.364518732, - "50.0" : 2293602.484862937, - "90.0" : 2316846.6781389182, - "95.0" : 2316846.6781389182, - "99.0" : 2316846.6781389182, - "99.9" : 2316846.6781389182, - "99.99" : 2316846.6781389182, - "99.999" : 2316846.6781389182, - "99.9999" : 2316846.6781389182, - "100.0" : 2316846.6781389182 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2316846.6781389182, - 2233261.6550947824, - 2293602.484862937, - 2307728.50130563, - 2179102.364518732 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 186223.55186072583, - "scoreError" : 41152.54126039787, - "scoreConfidence" : [ - 145071.01060032795, - 227376.0931211237 - ], - "scorePercentiles" : { - "0.0" : 174516.9707746629, - "50.0" : 193123.91450648173, - "90.0" : 194997.5802679314, - "95.0" : 194997.5802679314, - "99.0" : 194997.5802679314, - "99.9" : 194997.5802679314, - "99.99" : 194997.5802679314, - "99.999" : 194997.5802679314, - "99.9999" : 194997.5802679314, - "100.0" : 194997.5802679314 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 193918.21220224927, - 174516.9707746629, - 194997.5802679314, - 193123.91450648173, - 174561.08155230383 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 985.1554144175391, - "scoreError" : 148.33846711818603, - "scoreConfidence" : [ - 836.816947299353, - 1133.493881535725 - ], - "scorePercentiles" : { - "0.0" : 934.0857742864117, - "50.0" : 983.6653570455331, - "90.0" : 1027.20878832196, - "95.0" : 1027.20878832196, - "99.0" : 1027.20878832196, - "99.9" : 1027.20878832196, - "99.99" : 1027.20878832196, - "99.999" : 1027.20878832196, - "99.9999" : 1027.20878832196, - "100.0" : 1027.20878832196 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 934.0857742864117, - 1017.8137665638338, - 983.6653570455331, - 963.0033858699564, - 1027.20878832196 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.358303043837868E7, - "scoreError" : 6111931.532868432, - "scoreConfidence" : [ - 2.7471098905510247E7, - 3.969496197124711E7 - ], - "scorePercentiles" : { - "0.0" : 3.116620842848898E7, - "50.0" : 3.4202829425979E7, - "90.0" : 3.5006748437037386E7, - "95.0" : 3.5006748437037386E7, - "99.0" : 3.5006748437037386E7, - "99.9" : 3.5006748437037386E7, - "99.99" : 3.5006748437037386E7, - "99.999" : 3.5006748437037386E7, - "99.9999" : 3.5006748437037386E7, - "100.0" : 3.5006748437037386E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.2832770589382045E7, - 3.4706595311005965E7, - 3.4202829425979E7, - 3.116620842848898E7, - 3.5006748437037386E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1531326.2191750382, - "scoreError" : 145405.6751257389, - "scoreConfidence" : [ - 1385920.5440492993, - 1676731.894300777 - ], - "scorePercentiles" : { - "0.0" : 1474826.2018397588, - "50.0" : 1528902.0043205179, - "90.0" : 1566250.4530785081, - "95.0" : 1566250.4530785081, - "99.0" : 1566250.4530785081, - "99.9" : 1566250.4530785081, - "99.99" : 1566250.4530785081, - "99.999" : 1566250.4530785081, - "99.9999" : 1566250.4530785081, - "100.0" : 1566250.4530785081 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1565662.960207927, - 1566250.4530785081, - 1520989.476428478, - 1528902.0043205179, - 1474826.2018397588 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 173845.516037533, - "scoreError" : 17464.366528995142, - "scoreConfidence" : [ - 156381.14950853787, - 191309.88256652813 - ], - "scorePercentiles" : { - "0.0" : 166792.5428732777, - "50.0" : 174095.51471952235, - "90.0" : 178997.7748715576, - "95.0" : 178997.7748715576, - "99.0" : 178997.7748715576, - "99.9" : 178997.7748715576, - "99.99" : 178997.7748715576, - "99.999" : 178997.7748715576, - "99.9999" : 178997.7748715576, - "100.0" : 178997.7748715576 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 174095.51471952235, - 178997.7748715576, - 166792.5428732777, - 176181.79264414226, - 173159.9550791651 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1114.1270866947823, - "scoreError" : 180.6645142908035, - "scoreConfidence" : [ - 933.4625724039788, - 1294.7916009855858 - ], - "scorePercentiles" : { - "0.0" : 1050.7922509105708, - "50.0" : 1108.680142898203, - "90.0" : 1174.5323795086383, - "95.0" : 1174.5323795086383, - "99.0" : 1174.5323795086383, - "99.9" : 1174.5323795086383, - "99.99" : 1174.5323795086383, - "99.999" : 1174.5323795086383, - "99.9999" : 1174.5323795086383, - "100.0" : 1174.5323795086383 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1174.5323795086383, - 1141.5569129545372, - 1095.0737472019616, - 1050.7922509105708, - 1108.680142898203 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.7810900100445054E7, - "scoreError" : 2594406.464387415, - "scoreConfidence" : [ - 1.521649363605764E7, - 2.040530656483247E7 - ], - "scorePercentiles" : { - "0.0" : 1.6745557607521642E7, - "50.0" : 1.8148302918388713E7, - "90.0" : 1.8334505195309404E7, - "95.0" : 1.8334505195309404E7, - "99.0" : 1.8334505195309404E7, - "99.9" : 1.8334505195309404E7, - "99.99" : 1.8334505195309404E7, - "99.999" : 1.8334505195309404E7, - "99.9999" : 1.8334505195309404E7, - "100.0" : 1.8334505195309404E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.82818298561788E7, - 1.7544304924826723E7, - 1.6745557607521642E7, - 1.8148302918388713E7, - 1.8334505195309404E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2414831.7280265056, - "scoreError" : 334130.55423667934, - "scoreConfidence" : [ - 2080701.1737898262, - 2748962.282263185 - ], - "scorePercentiles" : { - "0.0" : 2260227.378228645, - "50.0" : 2454185.4068334196, - "90.0" : 2463479.3905112725, - "95.0" : 2463479.3905112725, - "99.0" : 2463479.3905112725, - "99.9" : 2463479.3905112725, - "99.99" : 2463479.3905112725, - "99.999" : 2463479.3905112725, - "99.9999" : 2463479.3905112725, - "100.0" : 2463479.3905112725 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2463479.3905112725, - 2454185.4068334196, - 2260227.378228645, - 2454543.1636464503, - 2441723.3009127416 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 193091.68114823676, - "scoreError" : 24459.201222409116, - "scoreConfidence" : [ - 168632.47992582765, - 217550.88237064588 - ], - "scorePercentiles" : { - "0.0" : 182079.9533501732, - "50.0" : 195309.66405712205, - "90.0" : 198298.61400570514, - "95.0" : 198298.61400570514, - "99.0" : 198298.61400570514, - "99.9" : 198298.61400570514, - "99.99" : 198298.61400570514, - "99.999" : 198298.61400570514, - "99.9999" : 198298.61400570514, - "100.0" : 198298.61400570514 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 198298.61400570514, - 195309.66405712205, - 195798.3461623945, - 182079.9533501732, - 193971.82816578896 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Add.addAndIterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 958.96539258997, - "scoreError" : 143.87868022684367, - "scoreConfidence" : [ - 815.0867123631263, - 1102.8440728168137 - ], - "scorePercentiles" : { - "0.0" : 894.4916955800293, - "50.0" : 968.1276141541043, - "90.0" : 987.8747455449194, - "95.0" : 987.8747455449194, - "99.0" : 987.8747455449194, - "99.9" : 987.8747455449194, - "99.99" : 987.8747455449194, - "99.999" : 987.8747455449194, - "99.9999" : 987.8747455449194, - "100.0" : 987.8747455449194 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 981.0948732649617, - 987.8747455449194, - 894.4916955800293, - 963.2380344058354, - 968.1276141541043 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.498980901496203E8, - "scoreError" : 1.2926162133702407E7, - "scoreConfidence" : [ - 2.369719280159179E8, - 2.628242522833227E8 - ], - "scorePercentiles" : { - "0.0" : 2.458116162800185E8, - "50.0" : 2.511170521989029E8, - "90.0" : 2.5360058970803824E8, - "95.0" : 2.5360058970803824E8, - "99.0" : 2.5360058970803824E8, - "99.9" : 2.5360058970803824E8, - "99.99" : 2.5360058970803824E8, - "99.999" : 2.5360058970803824E8, - "99.9999" : 2.5360058970803824E8, - "100.0" : 2.5360058970803824E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.458116162800185E8, - 2.4694757255313396E8, - 2.5360058970803824E8, - 2.5201362000800785E8, - 2.511170521989029E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.730153313182039E7, - "scoreError" : 503850.6694371927, - "scoreConfidence" : [ - 2.6797682462383196E7, - 2.780538380125758E7 - ], - "scorePercentiles" : { - "0.0" : 2.7085145216978595E7, - "50.0" : 2.732068206492211E7, - "90.0" : 2.742358160956543E7, - "95.0" : 2.742358160956543E7, - "99.0" : 2.742358160956543E7, - "99.9" : 2.742358160956543E7, - "99.99" : 2.742358160956543E7, - "99.999" : 2.742358160956543E7, - "99.9999" : 2.742358160956543E7, - "100.0" : 2.742358160956543E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.742358160956543E7, - 2.7085145216978595E7, - 2.7296866186627585E7, - 2.738139058100821E7, - 2.732068206492211E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1678143.0992403664, - "scoreError" : 54740.00635981807, - "scoreConfidence" : [ - 1623403.0928805482, - 1732883.1056001845 - ], - "scorePercentiles" : { - "0.0" : 1663915.2420331028, - "50.0" : 1678961.2764394393, - "90.0" : 1699540.1412985378, - "95.0" : 1699540.1412985378, - "99.0" : 1699540.1412985378, - "99.9" : 1699540.1412985378, - "99.99" : 1699540.1412985378, - "99.999" : 1699540.1412985378, - "99.9999" : 1699540.1412985378, - "100.0" : 1699540.1412985378 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1663915.2420331028, - 1678961.2764394393, - 1666549.3254394936, - 1699540.1412985378, - 1681749.5109912588 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 6790.90689211905, - "scoreError" : 283.584459620167, - "scoreConfidence" : [ - 6507.322432498883, - 7074.491351739217 - ], - "scorePercentiles" : { - "0.0" : 6698.2762139078495, - "50.0" : 6820.8722728514385, - "90.0" : 6859.076949485361, - "95.0" : 6859.076949485361, - "99.0" : 6859.076949485361, - "99.9" : 6859.076949485361, - "99.99" : 6859.076949485361, - "99.999" : 6859.076949485361, - "99.9999" : 6859.076949485361, - "100.0" : 6859.076949485361 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6820.8722728514385, - 6849.61282773418, - 6859.076949485361, - 6726.6961966164245, - 6698.2762139078495 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.0742659655688518E8, - "scoreError" : 1.887371030304787E7, - "scoreConfidence" : [ - 1.8855288625383732E8, - 2.2630030685993305E8 - ], - "scorePercentiles" : { - "0.0" : 2.0138586774586728E8, - "50.0" : 2.0669665187318537E8, - "90.0" : 2.1505844577346054E8, - "95.0" : 2.1505844577346054E8, - "99.0" : 2.1505844577346054E8, - "99.9" : 2.1505844577346054E8, - "99.99" : 2.1505844577346054E8, - "99.999" : 2.1505844577346054E8, - "99.9999" : 2.1505844577346054E8, - "100.0" : 2.1505844577346054E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.1505844577346054E8, - 2.0138586774586728E8, - 2.0651778211701912E8, - 2.0669665187318537E8, - 2.074742352748935E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9400241.36582925, - "scoreError" : 1131889.1463747115, - "scoreConfidence" : [ - 8268352.219454538, - 1.0532130512203962E7 - ], - "scorePercentiles" : { - "0.0" : 8908668.368294321, - "50.0" : 9471251.063340403, - "90.0" : 9652594.175781336, - "95.0" : 9652594.175781336, - "99.0" : 9652594.175781336, - "99.9" : 9652594.175781336, - "99.99" : 9652594.175781336, - "99.999" : 9652594.175781336, - "99.9999" : 9652594.175781336, - "100.0" : 9652594.175781336 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9652594.175781336, - 9381618.73682962, - 8908668.368294321, - 9471251.063340403, - 9587074.48490057 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 518181.1050315759, - "scoreError" : 70835.82377013747, - "scoreConfidence" : [ - 447345.2812614384, - 589016.9288017134 - ], - "scorePercentiles" : { - "0.0" : 485431.5144924137, - "50.0" : 525260.8243670808, - "90.0" : 529033.2464415779, - "95.0" : 529033.2464415779, - "99.0" : 529033.2464415779, - "99.9" : 529033.2464415779, - "99.99" : 529033.2464415779, - "99.999" : 529033.2464415779, - "99.9999" : 529033.2464415779, - "100.0" : 529033.2464415779 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 525260.8243670808, - 524282.7101017267, - 485431.5144924137, - 526897.2297550802, - 529033.2464415779 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1359.77158542709, - "scoreError" : 95.99601289045029, - "scoreConfidence" : [ - 1263.7755725366396, - 1455.7675983175404 - ], - "scorePercentiles" : { - "0.0" : 1329.087730131091, - "50.0" : 1365.3942079622377, - "90.0" : 1383.8027923910304, - "95.0" : 1383.8027923910304, - "99.0" : 1383.8027923910304, - "99.9" : 1383.8027923910304, - "99.99" : 1383.8027923910304, - "99.999" : 1383.8027923910304, - "99.9999" : 1383.8027923910304, - "100.0" : 1383.8027923910304 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1338.6665916906816, - 1383.8027923910304, - 1365.3942079622377, - 1329.087730131091, - 1381.9066049604096 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.531036330742908E8, - "scoreError" : 1.0740052509348882E7, - "scoreConfidence" : [ - 2.4236358056494194E8, - 2.6384368558363968E8 - ], - "scorePercentiles" : { - "0.0" : 2.501213814610103E8, - "50.0" : 2.5448578236154574E8, - "90.0" : 2.5607894588176796E8, - "95.0" : 2.5607894588176796E8, - "99.0" : 2.5607894588176796E8, - "99.9" : 2.5607894588176796E8, - "99.99" : 2.5607894588176796E8, - "99.999" : 2.5607894588176796E8, - "99.9999" : 2.5607894588176796E8, - "100.0" : 2.5607894588176796E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5448578236154574E8, - 2.501213814610103E8, - 2.5470898981961837E8, - 2.5012306584751168E8, - 2.5607894588176796E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 5552118.489640999, - "scoreError" : 124808.62223306937, - "scoreConfidence" : [ - 5427309.867407929, - 5676927.111874068 - ], - "scorePercentiles" : { - "0.0" : 5518048.493058963, - "50.0" : 5556608.079889235, - "90.0" : 5586579.021618371, - "95.0" : 5586579.021618371, - "99.0" : 5586579.021618371, - "99.9" : 5586579.021618371, - "99.99" : 5586579.021618371, - "99.999" : 5586579.021618371, - "99.9999" : 5586579.021618371, - "100.0" : 5586579.021618371 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5586579.021618371, - 5579860.360722611, - 5518048.493058963, - 5519496.492915815, - 5556608.079889235 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 526349.8384326843, - "scoreError" : 11473.191986586959, - "scoreConfidence" : [ - 514876.64644609735, - 537823.0304192713 - ], - "scorePercentiles" : { - "0.0" : 521960.9617945857, - "50.0" : 527875.032265378, - "90.0" : 528782.1428848503, - "95.0" : 528782.1428848503, - "99.0" : 528782.1428848503, - "99.9" : 528782.1428848503, - "99.99" : 528782.1428848503, - "99.999" : 528782.1428848503, - "99.9999" : 528782.1428848503, - "100.0" : 528782.1428848503 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 528554.6613630621, - 527875.032265378, - 521960.9617945857, - 524576.3938555457, - 528782.1428848503 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1994.2559167636525, - "scoreError" : 118.81113538730577, - "scoreConfidence" : [ - 1875.4447813763468, - 2113.0670521509583 - ], - "scorePercentiles" : { - "0.0" : 1951.0774720388958, - "50.0" : 2000.1435507622116, - "90.0" : 2025.8646009518038, - "95.0" : 2025.8646009518038, - "99.0" : 2025.8646009518038, - "99.9" : 2025.8646009518038, - "99.99" : 2025.8646009518038, - "99.999" : 2025.8646009518038, - "99.9999" : 2025.8646009518038, - "100.0" : 2025.8646009518038 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2025.8646009518038, - 1975.9569869367544, - 2000.1435507622116, - 2018.2369731285974, - 1951.0774720388958 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.1178130159847474E8, - "scoreError" : 3774536.4700702582, - "scoreConfidence" : [ - 2.0800676512840447E8, - 2.15555838068545E8 - ], - "scorePercentiles" : { - "0.0" : 2.10469372619087E8, - "50.0" : 2.1181206517919934E8, - "90.0" : 2.1282088899250484E8, - "95.0" : 2.1282088899250484E8, - "99.0" : 2.1282088899250484E8, - "99.9" : 2.1282088899250484E8, - "99.99" : 2.1282088899250484E8, - "99.999" : 2.1282088899250484E8, - "99.9999" : 2.1282088899250484E8, - "100.0" : 2.1282088899250484E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.10469372619087E8, - 2.1181206517919934E8, - 2.1261322269700754E8, - 2.1282088899250484E8, - 2.1119095850457495E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9833403.115698868, - "scoreError" : 1646151.3222090406, - "scoreConfidence" : [ - 8187251.793489828, - 1.1479554437907908E7 - ], - "scorePercentiles" : { - "0.0" : 9080342.386157973, - "50.0" : 1.0029402906232424E7, - "90.0" : 1.0099472042077815E7, - "95.0" : 1.0099472042077815E7, - "99.0" : 1.0099472042077815E7, - "99.9" : 1.0099472042077815E7, - "99.99" : 1.0099472042077815E7, - "99.999" : 1.0099472042077815E7, - "99.9999" : 1.0099472042077815E7, - "100.0" : 1.0099472042077815E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9080342.386157973, - 1.0099472042077815E7, - 1.0029402906232424E7, - 9900226.71077598, - 1.0057571533250142E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 512438.9273310667, - "scoreError" : 48995.67009317607, - "scoreConfidence" : [ - 463443.2572378906, - 561434.5974242428 - ], - "scorePercentiles" : { - "0.0" : 494717.9326277952, - "50.0" : 513117.2445593971, - "90.0" : 525353.9498235044, - "95.0" : 525353.9498235044, - "99.0" : 525353.9498235044, - "99.9" : 525353.9498235044, - "99.99" : 525353.9498235044, - "99.999" : 525353.9498235044, - "99.9999" : 525353.9498235044, - "100.0" : 525353.9498235044 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 505620.40177111555, - 523385.10787352134, - 525353.9498235044, - 494717.9326277952, - 513117.2445593971 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Contains.contains", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1327.6338504790024, - "scoreError" : 46.05896788088332, - "scoreConfidence" : [ - 1281.574882598119, - 1373.6928183598857 - ], - "scorePercentiles" : { - "0.0" : 1311.0995066002795, - "50.0" : 1327.1096554032865, - "90.0" : 1339.1309468676732, - "95.0" : 1339.1309468676732, - "99.0" : 1339.1309468676732, - "99.9" : 1339.1309468676732, - "99.99" : 1339.1309468676732, - "99.999" : 1339.1309468676732, - "99.9999" : 1339.1309468676732, - "100.0" : 1339.1309468676732 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1327.1096554032865, - 1321.7257883829284, - 1339.1309468676732, - 1311.0995066002795, - 1339.1033551408448 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4887033329168934E8, - "scoreError" : 6862421.96757553, - "scoreConfidence" : [ - 1.4200791132411382E8, - 1.5573275525926486E8 - ], - "scorePercentiles" : { - "0.0" : 1.4593571250851303E8, - "50.0" : 1.494331409339752E8, - "90.0" : 1.5060627981902024E8, - "95.0" : 1.5060627981902024E8, - "99.0" : 1.5060627981902024E8, - "99.9" : 1.5060627981902024E8, - "99.99" : 1.5060627981902024E8, - "99.999" : 1.5060627981902024E8, - "99.9999" : 1.5060627981902024E8, - "100.0" : 1.5060627981902024E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4593571250851303E8, - 1.486592118413316E8, - 1.5060627981902024E8, - 1.494331409339752E8, - 1.4971732135560662E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2.2984262090435266E7, - "scoreError" : 1814941.523051035, - "scoreConfidence" : [ - 2.116932056738423E7, - 2.47992036134863E7 - ], - "scorePercentiles" : { - "0.0" : 2.2562791009723235E7, - "50.0" : 2.296835614011108E7, - "90.0" : 2.375201788170242E7, - "95.0" : 2.375201788170242E7, - "99.0" : 2.375201788170242E7, - "99.9" : 2.375201788170242E7, - "99.99" : 2.375201788170242E7, - "99.999" : 2.375201788170242E7, - "99.9999" : 2.375201788170242E7, - "100.0" : 2.375201788170242E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.263643900160779E7, - 2.3001706419031806E7, - 2.2562791009723235E7, - 2.296835614011108E7, - 2.375201788170242E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2004459.1155901686, - "scoreError" : 73355.75863479591, - "scoreConfidence" : [ - 1931103.3569553727, - 2077814.8742249645 - ], - "scorePercentiles" : { - "0.0" : 1985783.8266962431, - "50.0" : 2001993.1038696482, - "90.0" : 2031755.7457589305, - "95.0" : 2031755.7457589305, - "99.0" : 2031755.7457589305, - "99.9" : 2031755.7457589305, - "99.99" : 2031755.7457589305, - "99.999" : 2031755.7457589305, - "99.9999" : 2031755.7457589305, - "100.0" : 2031755.7457589305 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2001993.1038696482, - 2031755.7457589305, - 1988482.7771456307, - 2014280.12448039, - 1985783.8266962431 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 12185.157392098046, - "scoreError" : 573.736422132579, - "scoreConfidence" : [ - 11611.420969965468, - 12758.893814230625 - ], - "scorePercentiles" : { - "0.0" : 11972.952706003163, - "50.0" : 12254.079086822747, - "90.0" : 12332.10823328374, - "95.0" : 12332.10823328374, - "99.0" : 12332.10823328374, - "99.9" : 12332.10823328374, - "99.99" : 12332.10823328374, - "99.999" : 12332.10823328374, - "99.9999" : 12332.10823328374, - "100.0" : 12332.10823328374 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 12332.10823328374, - 12254.079086822747, - 12089.999443116394, - 11972.952706003163, - 12276.647491264186 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5558612205066878E8, - "scoreError" : 3869721.6646531187, - "scoreConfidence" : [ - 2.5171640038601565E8, - 2.594558437153219E8 - ], - "scorePercentiles" : { - "0.0" : 2.5419637696432412E8, - "50.0" : 2.5554109846070826E8, - "90.0" : 2.5659219798903748E8, - "95.0" : 2.5659219798903748E8, - "99.0" : 2.5659219798903748E8, - "99.9" : 2.5659219798903748E8, - "99.99" : 2.5659219798903748E8, - "99.999" : 2.5659219798903748E8, - "99.9999" : 2.5659219798903748E8, - "100.0" : 2.5659219798903748E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.5509257098672336E8, - 2.5419637696432412E8, - 2.5650836585255075E8, - 2.5554109846070826E8, - 2.5659219798903748E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.51511897087846E7, - "scoreError" : 931156.2361619226, - "scoreConfidence" : [ - 3.422003347262268E7, - 3.608234594494653E7 - ], - "scorePercentiles" : { - "0.0" : 3.47386309928208E7, - "50.0" : 3.5225335831725575E7, - "90.0" : 3.537536766007744E7, - "95.0" : 3.537536766007744E7, - "99.0" : 3.537536766007744E7, - "99.9" : 3.537536766007744E7, - "99.99" : 3.537536766007744E7, - "99.999" : 3.537536766007744E7, - "99.9999" : 3.537536766007744E7, - "100.0" : 3.537536766007744E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.5225335831725575E7, - 3.5234967136105105E7, - 3.518164692319408E7, - 3.47386309928208E7, - 3.537536766007744E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3429343.069749628, - "scoreError" : 64182.585323340005, - "scoreConfidence" : [ - 3365160.4844262884, - 3493525.655072968 - ], - "scorePercentiles" : { - "0.0" : 3409636.8275824594, - "50.0" : 3434362.0775383916, - "90.0" : 3451312.1189054176, - "95.0" : 3451312.1189054176, - "99.0" : 3451312.1189054176, - "99.9" : 3451312.1189054176, - "99.99" : 3451312.1189054176, - "99.999" : 3451312.1189054176, - "99.9999" : 3451312.1189054176, - "100.0" : 3451312.1189054176 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3451312.1189054176, - 3409636.8275824594, - 3435413.309417289, - 3415991.01530458, - 3434362.0775383916 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9524.54987249682, - "scoreError" : 231.95006033158973, - "scoreConfidence" : [ - 9292.59981216523, - 9756.49993282841 - ], - "scorePercentiles" : { - "0.0" : 9468.165148545557, - "50.0" : 9490.919930736718, - "90.0" : 9604.7997693089, - "95.0" : 9604.7997693089, - "99.0" : 9604.7997693089, - "99.9" : 9604.7997693089, - "99.99" : 9604.7997693089, - "99.999" : 9604.7997693089, - "99.9999" : 9604.7997693089, - "100.0" : 9604.7997693089 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9572.536235198511, - 9468.165148545557, - 9486.328278694418, - 9490.919930736718, - 9604.7997693089 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4895314346414086E8, - "scoreError" : 1331143.2415975742, - "scoreConfidence" : [ - 1.476220002225433E8, - 1.5028428670573843E8 - ], - "scorePercentiles" : { - "0.0" : 1.4850827900782E8, - "50.0" : 1.4900273119497234E8, - "90.0" : 1.493670568741501E8, - "95.0" : 1.493670568741501E8, - "99.0" : 1.493670568741501E8, - "99.9" : 1.493670568741501E8, - "99.99" : 1.493670568741501E8, - "99.999" : 1.493670568741501E8, - "99.9999" : 1.493670568741501E8, - "100.0" : 1.493670568741501E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.493670568741501E8, - 1.4850827900782E8, - 1.4871343940225956E8, - 1.4900273119497234E8, - 1.4917421084150228E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 6876435.528041603, - "scoreError" : 159282.38064916473, - "scoreConfidence" : [ - 6717153.147392439, - 7035717.908690767 - ], - "scorePercentiles" : { - "0.0" : 6810158.24017361, - "50.0" : 6884535.31179678, - "90.0" : 6916772.724174981, - "95.0" : 6916772.724174981, - "99.0" : 6916772.724174981, - "99.9" : 6916772.724174981, - "99.99" : 6916772.724174981, - "99.999" : 6916772.724174981, - "99.9999" : 6916772.724174981, - "100.0" : 6916772.724174981 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6884535.31179678, - 6868038.316031153, - 6902673.0480314875, - 6810158.24017361, - 6916772.724174981 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 901332.0461768704, - "scoreError" : 9104.107023827455, - "scoreConfidence" : [ - 892227.9391530429, - 910436.1532006979 - ], - "scorePercentiles" : { - "0.0" : 897676.8647809853, - "50.0" : 902209.9264231095, - "90.0" : 903259.7297339613, - "95.0" : 903259.7297339613, - "99.0" : 903259.7297339613, - "99.9" : 903259.7297339613, - "99.99" : 903259.7297339613, - "99.999" : 903259.7297339613, - "99.9999" : 903259.7297339613, - "100.0" : 903259.7297339613 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 903197.6689077606, - 897676.8647809853, - 903259.7297339613, - 902209.9264231095, - 900316.041038535 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4744.465905376451, - "scoreError" : 270.3110494943139, - "scoreConfidence" : [ - 4474.154855882137, - 5014.776954870765 - ], - "scorePercentiles" : { - "0.0" : 4640.628360745757, - "50.0" : 4761.712159205715, - "90.0" : 4819.106136403302, - "95.0" : 4819.106136403302, - "99.0" : 4819.106136403302, - "99.9" : 4819.106136403302, - "99.99" : 4819.106136403302, - "99.999" : 4819.106136403302, - "99.9999" : 4819.106136403302, - "100.0" : 4819.106136403302 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4711.780685332279, - 4640.628360745757, - 4789.102185195201, - 4819.106136403302, - 4761.712159205715 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.5431035089257756E8, - "scoreError" : 4017764.295039521, - "scoreConfidence" : [ - 2.5029258659753802E8, - 2.583281151876171E8 - ], - "scorePercentiles" : { - "0.0" : 2.5249628001702526E8, - "50.0" : 2.5454138265318838E8, - "90.0" : 2.550909829721883E8, - "95.0" : 2.550909829721883E8, - "99.0" : 2.550909829721883E8, - "99.9" : 2.550909829721883E8, - "99.99" : 2.550909829721883E8, - "99.999" : 2.550909829721883E8, - "99.9999" : 2.550909829721883E8, - "100.0" : 2.550909829721883E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.54910546496883E8, - 2.5249628001702526E8, - 2.545125623236028E8, - 2.5454138265318838E8, - 2.550909829721883E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.646835261366572E7, - "scoreError" : 593802.8446968799, - "scoreConfidence" : [ - 3.587454976896884E7, - 3.70621554583626E7 - ], - "scorePercentiles" : { - "0.0" : 3.6298487352988414E7, - "50.0" : 3.652222826919538E7, - "90.0" : 3.6644641105730824E7, - "95.0" : 3.6644641105730824E7, - "99.0" : 3.6644641105730824E7, - "99.9" : 3.6644641105730824E7, - "99.99" : 3.6644641105730824E7, - "99.999" : 3.6644641105730824E7, - "99.9999" : 3.6644641105730824E7, - "100.0" : 3.6644641105730824E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.6314775245121375E7, - 3.6644641105730824E7, - 3.6298487352988414E7, - 3.656163109529262E7, - 3.652222826919538E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3399450.510724365, - "scoreError" : 147389.46391761143, - "scoreConfidence" : [ - 3252061.046806753, - 3546839.9746419764 - ], - "scorePercentiles" : { - "0.0" : 3344993.7290111585, - "50.0" : 3391918.710646716, - "90.0" : 3445369.3694211724, - "95.0" : 3445369.3694211724, - "99.0" : 3445369.3694211724, - "99.9" : 3445369.3694211724, - "99.99" : 3445369.3694211724, - "99.999" : 3445369.3694211724, - "99.9999" : 3445369.3694211724, - "100.0" : 3445369.3694211724 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3390158.278956215, - 3344993.7290111585, - 3391918.710646716, - 3445369.3694211724, - 3424812.4655865617 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.equalsTrue", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9554.313808688847, - "scoreError" : 215.34315074154446, - "scoreConfidence" : [ - 9338.970657947302, - 9769.656959430391 - ], - "scorePercentiles" : { - "0.0" : 9491.287139336111, - "50.0" : 9552.814613966973, - "90.0" : 9624.877843625572, - "95.0" : 9624.877843625572, - "99.0" : 9624.877843625572, - "99.9" : 9624.877843625572, - "99.99" : 9624.877843625572, - "99.999" : 9624.877843625572, - "99.9999" : 9624.877843625572, - "100.0" : 9624.877843625572 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9593.353155490988, - 9624.877843625572, - 9491.287139336111, - 9509.236291024594, - 9552.814613966973 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.387687152624401E8, - "scoreError" : 7166740.381129427, - "scoreConfidence" : [ - 4.3160197488131064E8, - 4.459354556435695E8 - ], - "scorePercentiles" : { - "0.0" : 4.360628487056843E8, - "50.0" : 4.3844326780599105E8, - "90.0" : 4.407134160590279E8, - "95.0" : 4.407134160590279E8, - "99.0" : 4.407134160590279E8, - "99.9" : 4.407134160590279E8, - "99.99" : 4.407134160590279E8, - "99.999" : 4.407134160590279E8, - "99.9999" : 4.407134160590279E8, - "100.0" : 4.407134160590279E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.407134160590279E8, - 4.360628487056843E8, - 4.3829809273819447E8, - 4.4032595100330263E8, - 4.3844326780599105E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.3578296069547206E8, - "scoreError" : 8186411.471186148, - "scoreConfidence" : [ - 4.275965492242859E8, - 4.439693721666582E8 - ], - "scorePercentiles" : { - "0.0" : 4.3285265417590183E8, - "50.0" : 4.352355118189498E8, - "90.0" : 4.379504247638647E8, - "95.0" : 4.379504247638647E8, - "99.0" : 4.379504247638647E8, - "99.9" : 4.379504247638647E8, - "99.99" : 4.379504247638647E8, - "99.999" : 4.379504247638647E8, - "99.9999" : 4.379504247638647E8, - "100.0" : 4.379504247638647E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.352355118189498E8, - 4.350896774225758E8, - 4.37786535296068E8, - 4.379504247638647E8, - 4.3285265417590183E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 6037087.571767184, - "scoreError" : 252216.89201375598, - "scoreConfidence" : [ - 5784870.679753428, - 6289304.46378094 - ], - "scorePercentiles" : { - "0.0" : 5945003.051901675, - "50.0" : 6042287.3341161795, - "90.0" : 6101992.328102444, - "95.0" : 6101992.328102444, - "99.0" : 6101992.328102444, - "99.9" : 6101992.328102444, - "99.99" : 6101992.328102444, - "99.999" : 6101992.328102444, - "99.9999" : 6101992.328102444, - "100.0" : 6101992.328102444 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6042287.3341161795, - 6093904.296149672, - 6101992.328102444, - 5945003.051901675, - 6002250.848565951 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 48423.56714398218, - "scoreError" : 1642.6417037697165, - "scoreConfidence" : [ - 46780.925440212464, - 50066.2088477519 - ], - "scorePercentiles" : { - "0.0" : 47977.17869540995, - "50.0" : 48368.542496198796, - "90.0" : 48889.36353626097, - "95.0" : 48889.36353626097, - "99.0" : 48889.36353626097, - "99.9" : 48889.36353626097, - "99.99" : 48889.36353626097, - "99.999" : 48889.36353626097, - "99.9999" : 48889.36353626097, - "100.0" : 48889.36353626097 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 48833.81735193828, - 48889.36353626097, - 47977.17869540995, - 48048.9336401029, - 48368.542496198796 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.376053305927553E8, - "scoreError" : 7183766.340021793, - "scoreConfidence" : [ - 3.304215642527335E8, - 3.447890969327771E8 - ], - "scorePercentiles" : { - "0.0" : 3.354503940232983E8, - "50.0" : 3.3725423502257687E8, - "90.0" : 3.405878322127759E8, - "95.0" : 3.405878322127759E8, - "99.0" : 3.405878322127759E8, - "99.9" : 3.405878322127759E8, - "99.99" : 3.405878322127759E8, - "99.999" : 3.405878322127759E8, - "99.9999" : 3.405878322127759E8, - "100.0" : 3.405878322127759E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.37637304762389E8, - 3.3725423502257687E8, - 3.405878322127759E8, - 3.354503940232983E8, - 3.370968869427367E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.8205476815354508E8, - "scoreError" : 6184809.97375351, - "scoreConfidence" : [ - 1.7586995817979157E8, - 1.882395781272986E8 - ], - "scorePercentiles" : { - "0.0" : 1.7990580159154722E8, - "50.0" : 1.82014476827346E8, - "90.0" : 1.8403213845769477E8, - "95.0" : 1.8403213845769477E8, - "99.0" : 1.8403213845769477E8, - "99.9" : 1.8403213845769477E8, - "99.99" : 1.8403213845769477E8, - "99.999" : 1.8403213845769477E8, - "99.9999" : 1.8403213845769477E8, - "100.0" : 1.8403213845769477E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.8403213845769477E8, - 1.812207446856158E8, - 1.82014476827346E8, - 1.7990580159154722E8, - 1.8310067920552155E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 9.747254393631324E7, - "scoreError" : 1639741.114449006, - "scoreConfidence" : [ - 9.583280282186423E7, - 9.911228505076225E7 - ], - "scorePercentiles" : { - "0.0" : 9.693010275783162E7, - "50.0" : 9.746559667495249E7, - "90.0" : 9.805237849742521E7, - "95.0" : 9.805237849742521E7, - "99.0" : 9.805237849742521E7, - "99.9" : 9.805237849742521E7, - "99.99" : 9.805237849742521E7, - "99.999" : 9.805237849742521E7, - "99.9999" : 9.805237849742521E7, - "100.0" : 9.805237849742521E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9.76745550803573E7, - 9.805237849742521E7, - 9.724008667099951E7, - 9.693010275783162E7, - 9.746559667495249E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 4.233062402490051E7, - "scoreError" : 1026934.5209546908, - "scoreConfidence" : [ - 4.130368950394582E7, - 4.33575585458552E7 - ], - "scorePercentiles" : { - "0.0" : 4.197832036636116E7, - "50.0" : 4.237035035874366E7, - "90.0" : 4.2709453854982585E7, - "95.0" : 4.2709453854982585E7, - "99.0" : 4.2709453854982585E7, - "99.9" : 4.2709453854982585E7, - "99.99" : 4.2709453854982585E7, - "99.999" : 4.2709453854982585E7, - "99.9999" : 4.2709453854982585E7, - "100.0" : 4.2709453854982585E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.237841415991526E7, - 4.237035035874366E7, - 4.197832036636116E7, - 4.221658138449991E7, - 4.2709453854982585E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.4604943323828706E8, - "scoreError" : 1820051.4528380202, - "scoreConfidence" : [ - 1.4422938178544903E8, - 1.478694846911251E8 - ], - "scorePercentiles" : { - "0.0" : 1.4535683900122464E8, - "50.0" : 1.4608960307715502E8, - "90.0" : 1.4668684040729758E8, - "95.0" : 1.4668684040729758E8, - "99.0" : 1.4668684040729758E8, - "99.9" : 1.4668684040729758E8, - "99.99" : 1.4668684040729758E8, - "99.999" : 1.4668684040729758E8, - "99.9999" : 1.4668684040729758E8, - "100.0" : 1.4668684040729758E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.4611141586206996E8, - 1.4668684040729758E8, - 1.4535683900122464E8, - 1.4608960307715502E8, - 1.460024678436881E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.674932224707111E7, - "scoreError" : 1560916.4089428294, - "scoreConfidence" : [ - 3.518840583812828E7, - 3.8310238656013936E7 - ], - "scorePercentiles" : { - "0.0" : 3.611891165312926E7, - "50.0" : 3.6806094291674584E7, - "90.0" : 3.724631411827306E7, - "95.0" : 3.724631411827306E7, - "99.0" : 3.724631411827306E7, - "99.9" : 3.724631411827306E7, - "99.99" : 3.724631411827306E7, - "99.999" : 3.724631411827306E7, - "99.9999" : 3.724631411827306E7, - "100.0" : 3.724631411827306E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.672974745964722E7, - 3.724631411827306E7, - 3.611891165312926E7, - 3.6806094291674584E7, - 3.684554371263145E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 4628192.105718801, - "scoreError" : 140658.9986132865, - "scoreConfidence" : [ - 4487533.107105514, - 4768851.104332088 - ], - "scorePercentiles" : { - "0.0" : 4586735.82038486, - "50.0" : 4623372.105808848, - "90.0" : 4686961.179382604, - "95.0" : 4686961.179382604, - "99.0" : 4686961.179382604, - "99.9" : 4686961.179382604, - "99.99" : 4686961.179382604, - "99.999" : 4686961.179382604, - "99.9999" : 4686961.179382604, - "100.0" : 4686961.179382604 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4623372.105808848, - 4627588.734442317, - 4616302.688575374, - 4686961.179382604, - 4586735.82038486 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 47661.702327423685, - "scoreError" : 1556.1106726049293, - "scoreConfidence" : [ - 46105.59165481875, - 49217.81300002862 - ], - "scorePercentiles" : { - "0.0" : 47115.67892020259, - "50.0" : 47671.71172022628, - "90.0" : 48078.40596134006, - "95.0" : 48078.40596134006, - "99.0" : 48078.40596134006, - "99.9" : 48078.40596134006, - "99.99" : 48078.40596134006, - "99.999" : 48078.40596134006, - "99.9999" : 48078.40596134006, - "100.0" : 48078.40596134006 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 48016.519378119454, - 47671.71172022628, - 47115.67892020259, - 47426.19565723005, - 48078.40596134006 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.374319124917922E8, - "scoreError" : 4962294.611263593, - "scoreConfidence" : [ - 3.324696178805286E8, - 3.423942071030558E8 - ], - "scorePercentiles" : { - "0.0" : 3.3608893121369135E8, - "50.0" : 3.369084916487133E8, - "90.0" : 3.3932035982361877E8, - "95.0" : 3.3932035982361877E8, - "99.0" : 3.3932035982361877E8, - "99.9" : 3.3932035982361877E8, - "99.99" : 3.3932035982361877E8, - "99.999" : 3.3932035982361877E8, - "99.9999" : 3.3932035982361877E8, - "100.0" : 3.3932035982361877E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3812759542576116E8, - 3.3608893121369135E8, - 3.369084916487133E8, - 3.3932035982361877E8, - 3.367141843471767E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 9.043964060394318E7, - "scoreError" : 1761017.0343408901, - "scoreConfidence" : [ - 8.86786235696023E7, - 9.220065763828407E7 - ], - "scorePercentiles" : { - "0.0" : 8.98352663590542E7, - "50.0" : 9.071807567470366E7, - "90.0" : 9.080131954025845E7, - "95.0" : 9.080131954025845E7, - "99.0" : 9.080131954025845E7, - "99.9" : 9.080131954025845E7, - "99.99" : 9.080131954025845E7, - "99.999" : 9.080131954025845E7, - "99.9999" : 9.080131954025845E7, - "100.0" : 9.080131954025845E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8.98352663590542E7, - 9.078395867493123E7, - 9.005958277076831E7, - 9.071807567470366E7, - 9.080131954025845E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 7.95077885479449E7, - "scoreError" : 1737587.68769077, - "scoreConfidence" : [ - 7.777020086025414E7, - 8.124537623563567E7 - ], - "scorePercentiles" : { - "0.0" : 7.900006024629912E7, - "50.0" : 7.95047143026965E7, - "90.0" : 7.998812547336498E7, - "95.0" : 7.998812547336498E7, - "99.0" : 7.998812547336498E7, - "99.9" : 7.998812547336498E7, - "99.99" : 7.998812547336498E7, - "99.999" : 7.998812547336498E7, - "99.9999" : 7.998812547336498E7, - "100.0" : 7.998812547336498E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7.911959434655023E7, - 7.992644837081373E7, - 7.900006024629912E7, - 7.998812547336498E7, - 7.95047143026965E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.nearlyEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.378844512861699E7, - "scoreError" : 485716.11444214685, - "scoreConfidence" : [ - 3.330272901417484E7, - 3.4274161243059136E7 - ], - "scorePercentiles" : { - "0.0" : 3.3662827301330715E7, - "50.0" : 3.373769288642445E7, - "90.0" : 3.3948717360651806E7, - "95.0" : 3.3948717360651806E7, - "99.0" : 3.3948717360651806E7, - "99.9" : 3.3948717360651806E7, - "99.99" : 3.3948717360651806E7, - "99.999" : 3.3948717360651806E7, - "99.9999" : 3.3948717360651806E7, - "100.0" : 3.3948717360651806E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.369782355031653E7, - 3.373769288642445E7, - 3.3662827301330715E7, - 3.3895164544361465E7, - 3.3948717360651806E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.392037759040837E8, - "scoreError" : 6675196.033327372, - "scoreConfidence" : [ - 4.325285798707563E8, - 4.458789719374111E8 - ], - "scorePercentiles" : { - "0.0" : 4.37086936963484E8, - "50.0" : 4.3932461386021787E8, - "90.0" : 4.417589648087699E8, - "95.0" : 4.417589648087699E8, - "99.0" : 4.417589648087699E8, - "99.9" : 4.417589648087699E8, - "99.99" : 4.417589648087699E8, - "99.999" : 4.417589648087699E8, - "99.9999" : 4.417589648087699E8, - "100.0" : 4.417589648087699E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3827629246216106E8, - 4.37086936963484E8, - 4.3932461386021787E8, - 4.39572071425786E8, - 4.417589648087699E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.367338886228117E8, - "scoreError" : 1.38826295687289E7, - "scoreConfidence" : [ - 4.2285125905408275E8, - 4.506165181915406E8 - ], - "scorePercentiles" : { - "0.0" : 4.311221171146195E8, - "50.0" : 4.373740431879189E8, - "90.0" : 4.402721686992303E8, - "95.0" : 4.402721686992303E8, - "99.0" : 4.402721686992303E8, - "99.9" : 4.402721686992303E8, - "99.99" : 4.402721686992303E8, - "99.999" : 4.402721686992303E8, - "99.9999" : 4.402721686992303E8, - "100.0" : 4.402721686992303E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.373740431879189E8, - 4.402721686992303E8, - 4.3564174592855847E8, - 4.311221171146195E8, - 4.3925936818373156E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 2.5236008618170887E8, - "scoreError" : 1.2855908687139848E7, - "scoreConfidence" : [ - 2.3950417749456903E8, - 2.652159948688487E8 - ], - "scorePercentiles" : { - "0.0" : 2.4659304337707925E8, - "50.0" : 2.5353689677050945E8, - "90.0" : 2.551887367668819E8, - "95.0" : 2.551887367668819E8, - "99.0" : 2.551887367668819E8, - "99.9" : 2.551887367668819E8, - "99.99" : 2.551887367668819E8, - "99.999" : 2.551887367668819E8, - "99.9999" : 2.551887367668819E8, - "100.0" : 2.551887367668819E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.551887367668819E8, - 2.4659304337707925E8, - 2.527995622047417E8, - 2.5353689677050945E8, - 2.5368219178933194E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.3415081028916422E8, - "scoreError" : 4674248.37858471, - "scoreConfidence" : [ - 1.294765619105795E8, - 1.3882505866774893E8 - ], - "scorePercentiles" : { - "0.0" : 1.32441131524478E8, - "50.0" : 1.342787964360791E8, - "90.0" : 1.3576163309308833E8, - "95.0" : 1.3576163309308833E8, - "99.0" : 1.3576163309308833E8, - "99.9" : 1.3576163309308833E8, - "99.99" : 1.3576163309308833E8, - "99.999" : 1.3576163309308833E8, - "99.9999" : 1.3576163309308833E8, - "100.0" : 1.3576163309308833E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3576163309308833E8, - 1.342787964360791E8, - 1.3371225537165111E8, - 1.32441131524478E8, - 1.3456023502052456E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.371536772842251E8, - "scoreError" : 1.3654690462793576E7, - "scoreConfidence" : [ - 3.234989868214315E8, - 3.508083677470187E8 - ], - "scorePercentiles" : { - "0.0" : 3.314017484399636E8, - "50.0" : 3.378251058227064E8, - "90.0" : 3.411331933061825E8, - "95.0" : 3.411331933061825E8, - "99.0" : 3.411331933061825E8, - "99.9" : 3.411331933061825E8, - "99.99" : 3.411331933061825E8, - "99.999" : 3.411331933061825E8, - "99.9999" : 3.411331933061825E8, - "100.0" : 3.411331933061825E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.411331933061825E8, - 3.314017484399636E8, - 3.381045403294658E8, - 3.378251058227064E8, - 3.373037985228074E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.372639372137298E8, - "scoreError" : 6381016.978406751, - "scoreConfidence" : [ - 3.308829202353231E8, - 3.436449541921365E8 - ], - "scorePercentiles" : { - "0.0" : 3.350470605638403E8, - "50.0" : 3.3792750398704445E8, - "90.0" : 3.3884216507895476E8, - "95.0" : 3.3884216507895476E8, - "99.0" : 3.3884216507895476E8, - "99.9" : 3.3884216507895476E8, - "99.99" : 3.3884216507895476E8, - "99.999" : 3.3884216507895476E8, - "99.9999" : 3.3884216507895476E8, - "100.0" : 3.3884216507895476E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.385041435195393E8, - 3.3884216507895476E8, - 3.350470605638403E8, - 3.3792750398704445E8, - 3.359988129192703E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.3736690602962327E8, - "scoreError" : 4717973.6238798145, - "scoreConfidence" : [ - 3.326489324057435E8, - 3.4208487965350306E8 - ], - "scorePercentiles" : { - "0.0" : 3.353326646974918E8, - "50.0" : 3.380521767865732E8, - "90.0" : 3.3818787461713517E8, - "95.0" : 3.3818787461713517E8, - "99.0" : 3.3818787461713517E8, - "99.9" : 3.3818787461713517E8, - "99.99" : 3.3818787461713517E8, - "99.999" : 3.3818787461713517E8, - "99.9999" : 3.3818787461713517E8, - "100.0" : 3.3818787461713517E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3817116764525133E8, - 3.380521767865732E8, - 3.3709064640166473E8, - 3.3818787461713517E8, - 3.353326646974918E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.369422941719366E8, - "scoreError" : 7586783.255395096, - "scoreConfidence" : [ - 3.2935551091654146E8, - 3.445290774273317E8 - ], - "scorePercentiles" : { - "0.0" : 3.3451398854742366E8, - "50.0" : 3.3690905552938503E8, - "90.0" : 3.3993885608585197E8, - "95.0" : 3.3993885608585197E8, - "99.0" : 3.3993885608585197E8, - "99.9" : 3.3993885608585197E8, - "99.99" : 3.3993885608585197E8, - "99.999" : 3.3993885608585197E8, - "99.9999" : 3.3993885608585197E8, - "100.0" : 3.3993885608585197E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.361710616783414E8, - 3.3993885608585197E8, - 3.3451398854742366E8, - 3.371785090186808E8, - 3.3690905552938503E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 1.7825330677048728E8, - "scoreError" : 3985583.4189358056, - "scoreConfidence" : [ - 1.7426772335155147E8, - 1.8223889018942308E8 - ], - "scorePercentiles" : { - "0.0" : 1.7669358706322455E8, - "50.0" : 1.7823746445153612E8, - "90.0" : 1.7940367331110206E8, - "95.0" : 1.7940367331110206E8, - "99.0" : 1.7940367331110206E8, - "99.9" : 1.7940367331110206E8, - "99.99" : 1.7940367331110206E8, - "99.999" : 1.7940367331110206E8, - "99.9999" : 1.7940367331110206E8, - "100.0" : 1.7940367331110206E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.7823746445153612E8, - 1.7893416922584346E8, - 1.7669358706322455E8, - 1.7799763980073017E8, - 1.7940367331110206E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 4.3760584318960744E8, - "scoreError" : 3351584.741443659, - "scoreConfidence" : [ - 4.342542584481638E8, - 4.409574279310511E8 - ], - "scorePercentiles" : { - "0.0" : 4.366435139715277E8, - "50.0" : 4.377929091569954E8, - "90.0" : 4.3877147382310766E8, - "95.0" : 4.3877147382310766E8, - "99.0" : 4.3877147382310766E8, - "99.9" : 4.3877147382310766E8, - "99.99" : 4.3877147382310766E8, - "99.999" : 4.3877147382310766E8, - "99.9999" : 4.3877147382310766E8, - "100.0" : 4.3877147382310766E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 4.3684745577513725E8, - 4.3877147382310766E8, - 4.366435139715277E8, - 4.377929091569954E8, - 4.3797386322126925E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.193192237090632E8, - "scoreError" : 2.8247941843237948E7, - "scoreConfidence" : [ - 2.9107128186582524E8, - 3.475671655523011E8 - ], - "scorePercentiles" : { - "0.0" : 3.0627740595919317E8, - "50.0" : 3.2245135319102955E8, - "90.0" : 3.238366271290898E8, - "95.0" : 3.238366271290898E8, - "99.0" : 3.238366271290898E8, - "99.9" : 3.238366271290898E8, - "99.99" : 3.238366271290898E8, - "99.999" : 3.238366271290898E8, - "99.9999" : 3.238366271290898E8, - "100.0" : 3.238366271290898E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.0627740595919317E8, - 3.2155863055358064E8, - 3.2245135319102955E8, - 3.2247210171242285E8, - 3.238366271290898E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 1.344765442883755E8, - "scoreError" : 8676475.536142765, - "scoreConfidence" : [ - 1.2580006875223273E8, - 1.4315301982451826E8 - ], - "scorePercentiles" : { - "0.0" : 1.3047203324875438E8, - "50.0" : 1.3554399606275246E8, - "90.0" : 1.3567250298146534E8, - "95.0" : 1.3567250298146534E8, - "99.0" : 1.3567250298146534E8, - "99.9" : 1.3567250298146534E8, - "99.99" : 1.3567250298146534E8, - "99.999" : 1.3567250298146534E8, - "99.9999" : 1.3567250298146534E8, - "100.0" : 1.3567250298146534E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.3504131347686896E8, - 1.3554399606275246E8, - 1.3047203324875438E8, - 1.3565287567203638E8, - 1.3567250298146534E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.377454800130073E8, - "scoreError" : 4023703.048862003, - "scoreConfidence" : [ - 3.337217769641453E8, - 3.4176918306186926E8 - ], - "scorePercentiles" : { - "0.0" : 3.361891211284401E8, - "50.0" : 3.377464682653444E8, - "90.0" : 3.391111805976822E8, - "95.0" : 3.391111805976822E8, - "99.0" : 3.391111805976822E8, - "99.9" : 3.391111805976822E8, - "99.99" : 3.391111805976822E8, - "99.999" : 3.391111805976822E8, - "99.9999" : 3.391111805976822E8, - "100.0" : 3.391111805976822E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.377464682653444E8, - 3.361891211284401E8, - 3.380167283095108E8, - 3.3766390176405877E8, - 3.391111805976822E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3.37264539522833E8, - "scoreError" : 6227728.431613347, - "scoreConfidence" : [ - 3.3103681109121966E8, - 3.434922679544463E8 - ], - "scorePercentiles" : { - "0.0" : 3.347770184459001E8, - "50.0" : 3.3784298267311764E8, - "90.0" : 3.3882552950476694E8, - "95.0" : 3.3882552950476694E8, - "99.0" : 3.3882552950476694E8, - "99.9" : 3.3882552950476694E8, - "99.99" : 3.3882552950476694E8, - "99.999" : 3.3882552950476694E8, - "99.9999" : 3.3882552950476694E8, - "100.0" : 3.3882552950476694E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.3828807828278345E8, - 3.3784298267311764E8, - 3.347770184459001E8, - 3.3882552950476694E8, - 3.365890887075969E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 3.3682245270252883E8, - "scoreError" : 6760322.96232269, - "scoreConfidence" : [ - 3.300621297402061E8, - 3.4358277566485155E8 - ], - "scorePercentiles" : { - "0.0" : 3.3431853844447875E8, - "50.0" : 3.3700072826066613E8, - "90.0" : 3.388344324726884E8, - "95.0" : 3.388344324726884E8, - "99.0" : 3.388344324726884E8, - "99.9" : 3.388344324726884E8, - "99.99" : 3.388344324726884E8, - "99.999" : 3.388344324726884E8, - "99.9999" : 3.388344324726884E8, - "100.0" : 3.388344324726884E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.388344324726884E8, - 3.3700072826066613E8, - 3.3599683972328997E8, - 3.3431853844447875E8, - 3.37961724611521E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Equals.notEquals", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3.384922066016183E8, - "scoreError" : 9765313.679942112, - "scoreConfidence" : [ - 3.2872689292167616E8, - 3.482575202815604E8 - ], - "scorePercentiles" : { - "0.0" : 3.3526650053863096E8, - "50.0" : 3.385268081727588E8, - "90.0" : 3.412243265186525E8, - "95.0" : 3.412243265186525E8, - "99.0" : 3.412243265186525E8, - "99.9" : 3.412243265186525E8, - "99.99" : 3.412243265186525E8, - "99.999" : 3.412243265186525E8, - "99.9999" : 3.412243265186525E8, - "100.0" : 3.412243265186525E8 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.406901271367966E8, - 3.3526650053863096E8, - 3.385268081727588E8, - 3.3675327064125264E8, - 3.412243265186525E8 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 6.284395242570634E7, - "scoreError" : 2514336.6503978153, - "scoreConfidence" : [ - 6.032961577530853E7, - 6.535828907610416E7 - ], - "scorePercentiles" : { - "0.0" : 6.221333178840539E7, - "50.0" : 6.260510605006534E7, - "90.0" : 6.36468333415991E7, - "95.0" : 6.36468333415991E7, - "99.0" : 6.36468333415991E7, - "99.9" : 6.36468333415991E7, - "99.99" : 6.36468333415991E7, - "99.999" : 6.36468333415991E7, - "99.9999" : 6.36468333415991E7, - "100.0" : 6.36468333415991E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 6.3426740623532884E7, - 6.260510605006534E7, - 6.221333178840539E7, - 6.36468333415991E7, - 6.232775032492896E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1.5295099514296979E7, - "scoreError" : 1281489.000271054, - "scoreConfidence" : [ - 1.4013610514025925E7, - 1.6576588514568033E7 - ], - "scorePercentiles" : { - "0.0" : 1.4815559854923587E7, - "50.0" : 1.524821889222656E7, - "90.0" : 1.569051387013938E7, - "95.0" : 1.569051387013938E7, - "99.0" : 1.569051387013938E7, - "99.9" : 1.569051387013938E7, - "99.99" : 1.569051387013938E7, - "99.999" : 1.569051387013938E7, - "99.9999" : 1.569051387013938E7, - "100.0" : 1.569051387013938E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1.524821889222656E7, - 1.5512144268975575E7, - 1.5209060685219804E7, - 1.4815559854923587E7, - 1.569051387013938E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1172341.8554103447, - "scoreError" : 28650.64763446073, - "scoreConfidence" : [ - 1143691.2077758838, - 1200992.5030448055 - ], - "scorePercentiles" : { - "0.0" : 1161095.3386155472, - "50.0" : 1175809.2143756493, - "90.0" : 1179453.662416262, - "95.0" : 1179453.662416262, - "99.0" : 1179453.662416262, - "99.9" : 1179453.662416262, - "99.99" : 1179453.662416262, - "99.999" : 1179453.662416262, - "99.9999" : 1179453.662416262, - "100.0" : 1179453.662416262 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1161095.3386155472, - 1176684.0159604992, - 1168667.045683765, - 1179453.662416262, - 1175809.2143756493 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 9718.88518509914, - "scoreError" : 487.44203806997865, - "scoreConfidence" : [ - 9231.44314702916, - 10206.327223169119 - ], - "scorePercentiles" : { - "0.0" : 9519.279522554678, - "50.0" : 9725.636826453096, - "90.0" : 9831.319446450017, - "95.0" : 9831.319446450017, - "99.0" : 9831.319446450017, - "99.9" : 9831.319446450017, - "99.99" : 9831.319446450017, - "99.999" : 9831.319446450017, - "99.9999" : 9831.319446450017, - "100.0" : 9831.319446450017 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 9725.636826453096, - 9831.319446450017, - 9519.279522554678, - 9694.542418567298, - 9823.647711470614 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.839708222314875E7, - "scoreError" : 1635108.8772705153, - "scoreConfidence" : [ - 3.6761973345878236E7, - 4.003219110041926E7 - ], - "scorePercentiles" : { - "0.0" : 3.7736040132154085E7, - "50.0" : 3.840953323093834E7, - "90.0" : 3.8815159954989314E7, - "95.0" : 3.8815159954989314E7, - "99.0" : 3.8815159954989314E7, - "99.9" : 3.8815159954989314E7, - "99.99" : 3.8815159954989314E7, - "99.999" : 3.8815159954989314E7, - "99.9999" : 3.8815159954989314E7, - "100.0" : 3.8815159954989314E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.8815159954989314E7, - 3.871576266317016E7, - 3.840953323093834E7, - 3.7736040132154085E7, - 3.8308915134491876E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 7806663.80423526, - "scoreError" : 242879.58649494973, - "scoreConfidence" : [ - 7563784.21774031, - 8049543.39073021 - ], - "scorePercentiles" : { - "0.0" : 7713523.961381272, - "50.0" : 7830020.944222857, - "90.0" : 7875722.570072702, - "95.0" : 7875722.570072702, - "99.0" : 7875722.570072702, - "99.9" : 7875722.570072702, - "99.99" : 7875722.570072702, - "99.999" : 7875722.570072702, - "99.9999" : 7875722.570072702, - "100.0" : 7875722.570072702 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 7776010.535165793, - 7830020.944222857, - 7875722.570072702, - 7713523.961381272, - 7838041.010333676 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 1005505.7420534557, - "scoreError" : 32637.172261726537, - "scoreConfidence" : [ - 972868.5697917291, - 1038142.9143151822 - ], - "scorePercentiles" : { - "0.0" : 995316.0451149878, - "50.0" : 1002382.572981685, - "90.0" : 1016841.6083398071, - "95.0" : 1016841.6083398071, - "99.0" : 1016841.6083398071, - "99.9" : 1016841.6083398071, - "99.99" : 1016841.6083398071, - "99.999" : 1016841.6083398071, - "99.9999" : 1016841.6083398071, - "100.0" : 1016841.6083398071 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1002382.572981685, - 995316.0451149878, - 1011147.9754006878, - 1016841.6083398071, - 1001840.5084301106 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5687.531054741788, - "scoreError" : 410.43395891162896, - "scoreConfidence" : [ - 5277.097095830159, - 6097.9650136534165 - ], - "scorePercentiles" : { - "0.0" : 5541.029454109652, - "50.0" : 5696.226272879123, - "90.0" : 5791.177889520302, - "95.0" : 5791.177889520302, - "99.0" : 5791.177889520302, - "99.9" : 5791.177889520302, - "99.99" : 5791.177889520302, - "99.999" : 5791.177889520302, - "99.9999" : 5791.177889520302, - "100.0" : 5791.177889520302 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5791.177889520302, - 5783.920080614335, - 5541.029454109652, - 5696.226272879123, - 5625.301576585522 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 5.927215307270621E7, - "scoreError" : 1.245797868881847E7, - "scoreConfidence" : [ - 4.681417438388774E7, - 7.173013176152468E7 - ], - "scorePercentiles" : { - "0.0" : 5.569187446778955E7, - "50.0" : 6.087344900600675E7, - "90.0" : 6.256553402654573E7, - "95.0" : 6.256553402654573E7, - "99.0" : 6.256553402654573E7, - "99.9" : 6.256553402654573E7, - "99.99" : 6.256553402654573E7, - "99.999" : 6.256553402654573E7, - "99.9999" : 6.256553402654573E7, - "100.0" : 6.256553402654573E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5.589687771301787E7, - 6.087344900600675E7, - 5.569187446778955E7, - 6.256553402654573E7, - 6.133303015017115E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3248048.464218953, - "scoreError" : 100006.18736028686, - "scoreConfidence" : [ - 3148042.2768586664, - 3348054.65157924 - ], - "scorePercentiles" : { - "0.0" : 3213301.742706818, - "50.0" : 3243879.1098342314, - "90.0" : 3280527.2690421576, - "95.0" : 3280527.2690421576, - "99.0" : 3280527.2690421576, - "99.9" : 3280527.2690421576, - "99.99" : 3280527.2690421576, - "99.999" : 3280527.2690421576, - "99.9999" : 3280527.2690421576, - "100.0" : 3280527.2690421576 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3213301.742706818, - 3243879.1098342314, - 3237165.3037309893, - 3265368.8957805713, - 3280527.2690421576 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 310744.5956803809, - "scoreError" : 27470.653388970102, - "scoreConfidence" : [ - 283273.94229141076, - 338215.249069351 - ], - "scorePercentiles" : { - "0.0" : 300406.23950303363, - "50.0" : 315504.73634514486, - "90.0" : 316087.4490799876, - "95.0" : 316087.4490799876, - "99.0" : 316087.4490799876, - "99.9" : 316087.4490799876, - "99.99" : 316087.4490799876, - "99.999" : 316087.4490799876, - "99.9999" : 316087.4490799876, - "100.0" : 316087.4490799876 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 300406.23950303363, - 306094.4752605386, - 315504.73634514486, - 316087.4490799876, - 315630.07821319974 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 3568.46802707056, - "scoreError" : 136.86017469669574, - "scoreConfidence" : [ - 3431.6078523738643, - 3705.3282017672555 - ], - "scorePercentiles" : { - "0.0" : 3520.755391536843, - "50.0" : 3587.335571076623, - "90.0" : 3602.3447514054874, - "95.0" : 3602.3447514054874, - "99.0" : 3602.3447514054874, - "99.9" : 3602.3447514054874, - "99.99" : 3602.3447514054874, - "99.999" : 3602.3447514054874, - "99.9999" : 3602.3447514054874, - "100.0" : 3602.3447514054874 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3587.335571076623, - 3540.8503425473805, - 3520.755391536843, - 3591.0540787864675, - 3602.3447514054874 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 3.848465864938616E7, - "scoreError" : 1196347.7113953135, - "scoreConfidence" : [ - 3.7288310937990844E7, - 3.9681006360781476E7 - ], - "scorePercentiles" : { - "0.0" : 3.804297388500321E7, - "50.0" : 3.851575501874245E7, - "90.0" : 3.879874587873569E7, - "95.0" : 3.879874587873569E7, - "99.0" : 3.879874587873569E7, - "99.9" : 3.879874587873569E7, - "99.99" : 3.879874587873569E7, - "99.999" : 3.879874587873569E7, - "99.9999" : 3.879874587873569E7, - "100.0" : 3.879874587873569E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.832464503581728E7, - 3.851575501874245E7, - 3.804297388500321E7, - 3.874117342863217E7, - 3.879874587873569E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 8236240.193749113, - "scoreError" : 846542.0388663296, - "scoreConfidence" : [ - 7389698.154882783, - 9082782.232615443 - ], - "scorePercentiles" : { - "0.0" : 7911985.953748967, - "50.0" : 8359804.731788937, - "90.0" : 8419363.11252332, - "95.0" : 8419363.11252332, - "99.0" : 8419363.11252332, - "99.9" : 8419363.11252332, - "99.99" : 8419363.11252332, - "99.999" : 8419363.11252332, - "99.9999" : 8419363.11252332, - "100.0" : 8419363.11252332 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 8385074.864923556, - 8419363.11252332, - 8359804.731788937, - 8104972.3057607915, - 7911985.953748967 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 931565.9387406327, - "scoreError" : 10935.584936893963, - "scoreConfidence" : [ - 920630.3538037387, - 942501.5236775267 - ], - "scorePercentiles" : { - "0.0" : 927660.8057847153, - "50.0" : 932321.5831732706, - "90.0" : 934934.3077391395, - "95.0" : 934934.3077391395, - "99.0" : 934934.3077391395, - "99.9" : 934934.3077391395, - "99.99" : 934934.3077391395, - "99.999" : 934934.3077391395, - "99.9999" : 934934.3077391395, - "100.0" : 934934.3077391395 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 934934.3077391395, - 927660.8057847153, - 932321.5831732706, - 933048.6724017567, - 929864.3246042811 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Iterate.iterate", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 5754.528542991396, - "scoreError" : 268.80590553789165, - "scoreConfidence" : [ - 5485.722637453504, - 6023.334448529287 - ], - "scorePercentiles" : { - "0.0" : 5678.143189376335, - "50.0" : 5769.272403393124, - "90.0" : 5835.56830701533, - "95.0" : 5835.56830701533, - "99.0" : 5835.56830701533, - "99.9" : 5835.56830701533, - "99.99" : 5835.56830701533, - "99.999" : 5835.56830701533, - "99.9999" : 5835.56830701533, - "100.0" : 5835.56830701533 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 5678.143189376335, - 5835.56830701533, - 5687.015238296363, - 5802.643576875827, - 5769.272403393124 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.367029969530348E7, - "scoreError" : 1.2214135960141914E7, - "scoreConfidence" : [ - 3.1456163735161565E7, - 5.588443565544539E7 - ], - "scorePercentiles" : { - "0.0" : 3.799749741168172E7, - "50.0" : 4.503072585989393E7, - "90.0" : 4.516850869046347E7, - "95.0" : 4.516850869046347E7, - "99.0" : 4.516850869046347E7, - "99.9" : 4.516850869046347E7, - "99.99" : 4.516850869046347E7, - "99.999" : 4.516850869046347E7, - "99.9999" : 4.516850869046347E7, - "100.0" : 4.516850869046347E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.799749741168172E7, - 4.514734765425262E7, - 4.500741886022563E7, - 4.503072585989393E7, - 4.516850869046347E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 3026346.942859777, - "scoreError" : 468881.714479622, - "scoreConfidence" : [ - 2557465.228380155, - 3495228.6573393987 - ], - "scorePercentiles" : { - "0.0" : 2821420.2695247037, - "50.0" : 3056288.8162861774, - "90.0" : 3143084.947733788, - "95.0" : 3143084.947733788, - "99.0" : 3143084.947733788, - "99.9" : 3143084.947733788, - "99.99" : 3143084.947733788, - "99.999" : 3143084.947733788, - "99.9999" : 3143084.947733788, - "100.0" : 3143084.947733788 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3032089.4138947846, - 3056288.8162861774, - 2821420.2695247037, - 3078851.2668594304, - 3143084.947733788 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 263719.7365498501, - "scoreError" : 39022.15414831735, - "scoreConfidence" : [ - 224697.58240153274, - 302741.89069816744 - ], - "scorePercentiles" : { - "0.0" : 247073.93073765913, - "50.0" : 266314.0417244858, - "90.0" : 274200.3326351974, - "95.0" : 274200.3326351974, - "99.0" : 274200.3326351974, - "99.9" : 274200.3326351974, - "99.99" : 274200.3326351974, - "99.999" : 274200.3326351974, - "99.9999" : 274200.3326351974, - "100.0" : 274200.3326351974 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 263186.3243421525, - 247073.93073765913, - 274200.3326351974, - 266314.0417244858, - 267824.05330975575 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 961.6515179541196, - "scoreError" : 138.0777402398674, - "scoreConfidence" : [ - 823.5737777142522, - 1099.729258193987 - ], - "scorePercentiles" : { - "0.0" : 919.8986919760955, - "50.0" : 963.895440334528, - "90.0" : 1011.3349966729377, - "95.0" : 1011.3349966729377, - "99.0" : 1011.3349966729377, - "99.9" : 1011.3349966729377, - "99.99" : 1011.3349966729377, - "99.999" : 1011.3349966729377, - "99.9999" : 1011.3349966729377, - "100.0" : 1011.3349966729377 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 935.6508072504894, - 919.8986919760955, - 963.895440334528, - 977.4776535365478, - 1011.3349966729377 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7834320748235535E7, - "scoreError" : 2720192.9359047846, - "scoreConfidence" : [ - 2.511412781233075E7, - 3.055451368414032E7 - ], - "scorePercentiles" : { - "0.0" : 2.6640783432845317E7, - "50.0" : 2.7990530994447485E7, - "90.0" : 2.8470386084837977E7, - "95.0" : 2.8470386084837977E7, - "99.0" : 2.8470386084837977E7, - "99.9" : 2.8470386084837977E7, - "99.99" : 2.8470386084837977E7, - "99.999" : 2.8470386084837977E7, - "99.9999" : 2.8470386084837977E7, - "100.0" : 2.8470386084837977E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.8211204552999567E7, - 2.7990530994447485E7, - 2.8470386084837977E7, - 2.6640783432845317E7, - 2.785869867604734E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2240346.9641684154, - "scoreError" : 375072.98275281204, - "scoreConfidence" : [ - 1865273.9814156033, - 2615419.9469212275 - ], - "scorePercentiles" : { - "0.0" : 2070244.3410111854, - "50.0" : 2271369.812398518, - "90.0" : 2304617.4783935375, - "95.0" : 2304617.4783935375, - "99.0" : 2304617.4783935375, - "99.9" : 2304617.4783935375, - "99.99" : 2304617.4783935375, - "99.999" : 2304617.4783935375, - "99.9999" : 2304617.4783935375, - "100.0" : 2304617.4783935375 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2301467.722062697, - 2070244.3410111854, - 2254035.466976137, - 2271369.812398518, - 2304617.4783935375 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 165611.40143335925, - "scoreError" : 11042.72865627201, - "scoreConfidence" : [ - 154568.67277708725, - 176654.13008963125 - ], - "scorePercentiles" : { - "0.0" : 160695.82200599258, - "50.0" : 166215.30747776633, - "90.0" : 168131.60393475182, - "95.0" : 168131.60393475182, - "99.0" : 168131.60393475182, - "99.9" : 168131.60393475182, - "99.99" : 168131.60393475182, - "99.999" : 168131.60393475182, - "99.9999" : 168131.60393475182, - "100.0" : 168131.60393475182 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 168131.60393475182, - 166052.99078819278, - 166961.28296009268, - 160695.82200599258, - 166215.30747776633 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "random", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 717.7314175944371, - "scoreError" : 163.09814765943003, - "scoreConfidence" : [ - 554.6332699350071, - 880.829565253867 - ], - "scorePercentiles" : { - "0.0" : 647.4642983989335, - "50.0" : 733.3942368953631, - "90.0" : 757.5388300562713, - "95.0" : 757.5388300562713, - "99.0" : 757.5388300562713, - "99.9" : 757.5388300562713, - "99.99" : 757.5388300562713, - "99.999" : 757.5388300562713, - "99.9999" : 757.5388300562713, - "100.0" : 757.5388300562713 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 733.3942368953631, - 647.4642983989335, - 737.3620121904634, - 712.8977104311542, - 757.5388300562713 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "1" - }, - "primaryMetric" : { - "score" : 4.256159408561438E7, - "scoreError" : 1.4553630384048728E7, - "scoreConfidence" : [ - 2.8007963701565653E7, - 5.711522446966311E7 - ], - "scorePercentiles" : { - "0.0" : 3.584150770274344E7, - "50.0" : 4.40890742606686E7, - "90.0" : 4.4822132278687805E7, - "95.0" : 4.4822132278687805E7, - "99.0" : 4.4822132278687805E7, - "99.9" : 4.4822132278687805E7, - "99.99" : 4.4822132278687805E7, - "99.999" : 4.4822132278687805E7, - "99.9999" : 4.4822132278687805E7, - "100.0" : 4.4822132278687805E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 3.584150770274344E7, - 4.40890742606686E7, - 4.4822132278687805E7, - 4.368256632395079E7, - 4.437268986202127E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10" - }, - "primaryMetric" : { - "score" : 1688980.3018202917, - "scoreError" : 277661.67858763627, - "scoreConfidence" : [ - 1411318.6232326555, - 1966641.980407928 - ], - "scorePercentiles" : { - "0.0" : 1565254.7215125307, - "50.0" : 1714871.4280177082, - "90.0" : 1741959.8495733952, - "95.0" : 1741959.8495733952, - "99.0" : 1741959.8495733952, - "99.9" : 1741959.8495733952, - "99.99" : 1741959.8495733952, - "99.999" : 1741959.8495733952, - "99.9999" : 1741959.8495733952, - "100.0" : 1741959.8495733952 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 1714871.4280177082, - 1741959.8495733952, - 1688969.0801373036, - 1565254.7215125307, - 1733846.429860521 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "100" - }, - "primaryMetric" : { - "score" : 152118.0510436526, - "scoreError" : 18417.195757705853, - "scoreConfidence" : [ - 133700.85528594675, - 170535.24680135847 - ], - "scorePercentiles" : { - "0.0" : 143609.54688648097, - "50.0" : 154055.44126001926, - "90.0" : 154852.5018573143, - "95.0" : 154852.5018573143, - "99.0" : 154852.5018573143, - "99.9" : 154852.5018573143, - "99.99" : 154852.5018573143, - "99.999" : 154852.5018573143, - "99.9999" : 154852.5018573143, - "100.0" : 154852.5018573143 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 154055.44126001926, - 154545.64913323047, - 143609.54688648097, - 154852.5018573143, - 153527.116081218 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "hamt", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 733.946637755696, - "scoreError" : 36.60666157937463, - "scoreConfidence" : [ - 697.3399761763213, - 770.5532993350706 - ], - "scorePercentiles" : { - "0.0" : 723.5734722510183, - "50.0" : 733.4770748542534, - "90.0" : 749.0558450695237, - "95.0" : 749.0558450695237, - "99.0" : 749.0558450695237, - "99.9" : 749.0558450695237, - "99.99" : 749.0558450695237, - "99.999" : 749.0558450695237, - "99.9999" : 749.0558450695237, - "100.0" : 749.0558450695237 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 734.6674938942792, - 733.4770748542534, - 728.9593027094055, - 749.0558450695237, - 723.5734722510183 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "1" - }, - "primaryMetric" : { - "score" : 2.7831504846568655E7, - "scoreError" : 2210709.6671024817, - "scoreConfidence" : [ - 2.5620795179466173E7, - 3.0042214513671137E7 - ], - "scorePercentiles" : { - "0.0" : 2.682156149889454E7, - "50.0" : 2.8099407811402798E7, - "90.0" : 2.820286711579855E7, - "95.0" : 2.820286711579855E7, - "99.0" : 2.820286711579855E7, - "99.9" : 2.820286711579855E7, - "99.99" : 2.820286711579855E7, - "99.999" : 2.820286711579855E7, - "99.9999" : 2.820286711579855E7, - "100.0" : 2.820286711579855E7 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2.7916693527465876E7, - 2.8116994279281534E7, - 2.8099407811402798E7, - 2.820286711579855E7, - 2.682156149889454E7 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10" - }, - "primaryMetric" : { - "score" : 2295779.015926077, - "scoreError" : 408051.85970788164, - "scoreConfidence" : [ - 1887727.1562181953, - 2703830.8756339587 - ], - "scorePercentiles" : { - "0.0" : 2115483.787065978, - "50.0" : 2338742.408283108, - "90.0" : 2388445.729076299, - "95.0" : 2388445.729076299, - "99.0" : 2388445.729076299, - "99.9" : 2388445.729076299, - "99.99" : 2388445.729076299, - "99.999" : 2388445.729076299, - "99.9999" : 2388445.729076299, - "100.0" : 2388445.729076299 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 2295958.2319118525, - 2388445.729076299, - 2115483.787065978, - 2338742.408283108, - 2340264.9232931486 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "100" - }, - "primaryMetric" : { - "score" : 161680.7969189494, - "scoreError" : 34877.438566492885, - "scoreConfidence" : [ - 126803.35835245652, - 196558.23548544227 - ], - "scorePercentiles" : { - "0.0" : 145686.7965688208, - "50.0" : 164335.64156136662, - "90.0" : 167709.1790701751, - "95.0" : 167709.1790701751, - "99.0" : 167709.1790701751, - "99.9" : 167709.1790701751, - "99.99" : 167709.1790701751, - "99.999" : 167709.1790701751, - "99.9999" : 167709.1790701751, - "100.0" : 167709.1790701751 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 145686.7965688208, - 164335.64156136662, - 164278.77372228593, - 167709.1790701751, - 166393.5936720986 - ] - ] - }, - "secondaryMetrics" : { - } - }, - { - "jmhVersion" : "1.21", - "benchmark" : "benchmarks.immutableSet.builder.Remove.addAndRemove", - "mode" : "thrpt", - "threads" : 1, - "forks" : 1, - "jvm" : "/usr/lib/jvm/java-11-openjdk-amd64/bin/java", - "jvmArgs" : [ - "-Dfile.encoding=UTF-8", - "-Duser.country", - "-Duser.language=en", - "-Duser.variant" - ], - "jdkVersion" : "11.0.20.1", - "vmName" : "OpenJDK 64-Bit Server VM", - "vmVersion" : "11.0.20.1+1-post-Ubuntu-0ubuntu122.04", - "warmupIterations" : 5, - "warmupTime" : "500 ms", - "warmupBatchSize" : 1, - "measurementIterations" : 5, - "measurementTime" : "500 ms", - "measurementBatchSize" : 1, - "params" : { - "hashCodeType" : "collision", - "immutablePercentage" : "0", - "implementation" : "treap", - "size" : "10000" - }, - "primaryMetric" : { - "score" : 702.5486155002218, - "scoreError" : 136.3273396271728, - "scoreConfidence" : [ - 566.221275873049, - 838.8759551273946 - ], - "scorePercentiles" : { - "0.0" : 646.2600520889192, - "50.0" : 720.0706211755037, - "90.0" : 730.7356504866307, - "95.0" : 730.7356504866307, - "99.0" : 730.7356504866307, - "99.9" : 730.7356504866307, - "99.99" : 730.7356504866307, - "99.999" : 730.7356504866307, - "99.9999" : 730.7356504866307, - "100.0" : 730.7356504866307 - }, - "scoreUnit" : "ops/s", - "rawData" : [ - [ - 689.2936389805453, - 730.7356504866307, - 646.2600520889192, - 726.3831147695099, - 720.0706211755037 - ] - ] - }, - "secondaryMetrics" : { - } - } -] - - diff --git a/benchmarks/build.gradle.kts b/benchmarks/build.gradle.kts index 39d0b83..548e9c0 100644 --- a/benchmarks/build.gradle.kts +++ b/benchmarks/build.gradle.kts @@ -32,26 +32,22 @@ benchmark { configurations { named("main") { param("size", "10", "1000", "10000") - param("hashCodeType", "random") param("implementation", "treap") } register("compare") { param("size", "10", "1000", "10000") - param("hashCodeType", "random") param("implementation", "hash_map", "hamt", "treap") } register("named") { param("size", "10", "1000", "10000") - param("hashCodeType", "random") param("implementation", "hash_map", "hamt", "treap") include("${project.findProperty("benchmark")}") } register("mapMerge") { param("size", "10", "10000") - param("hashCodeType", "random") param("implementation", "treap") include("immutableMap.Merge") @@ -60,7 +56,6 @@ benchmark { register("mapUpdateValues") { param("size", "10", "10000") - param("hashCodeType", "random") param("implementation", "treap") include("immutableMap.UpdateValues") @@ -72,6 +67,7 @@ benchmark { iterations = 10 iterationTime = 100 iterationTimeUnit = "ms" + param("hashCodeType", "random", "comparable") param("immutablePercentage", "0") } } diff --git a/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt b/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt index 620b291..2d7105f 100644 --- a/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt +++ b/benchmarks/src/main/kotlin/benchmarks/ObjectWrapper.kt @@ -6,10 +6,10 @@ package benchmarks -class ObjectWrapper>( +open class ObjectWrapper>( val obj: K, val hashCode: Int -) : Comparable> { +) { override fun hashCode(): Int { return hashCode } @@ -20,11 +20,16 @@ class ObjectWrapper>( } return obj == other.obj } +} +class ComparableObjectWrapper>( + obj: K, + hashCode: Int +) : ObjectWrapper(obj, hashCode), Comparable> { override fun compareTo(other: ObjectWrapper): Int { return obj.compareTo(other.obj) } } - typealias IntWrapper = ObjectWrapper +typealias ComparableIntWrapper = ComparableObjectWrapper diff --git a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt index fca35e1..bde61b8 100644 --- a/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt +++ b/benchmarks/src/main/kotlin/benchmarks/hashCodeTypes.kt @@ -10,6 +10,7 @@ const val ASCENDING_HASH_CODE = "ascending" const val RANDOM_HASH_CODE = "random" const val COLLISION_HASH_CODE = "collision" const val NON_EXISTING_HASH_CODE = "nonExisting" +const val COMPARABLE = "comparable" private inline fun intWrappers(size: Int, hashCodeGenerator: (index: Int) -> Int): List { val keys = mutableListOf() @@ -26,6 +27,7 @@ private fun generateIntWrappers(hashCodeType: String, size: Int): List intWrappers(size) { random.nextInt() } COLLISION_HASH_CODE -> intWrappers(size) { random.nextInt((size + 1) / 2) } + COMPARABLE -> intWrappers(size) { it }.map { ComparableIntWrapper(it.obj, it.hashCode) } else -> throw AssertionError("Unknown hashCodeType: $hashCodeType") } }