3 different benchmark classes for single run 'results' and metric 'Score' detected!

JwtClaimBenchmark Throughput | | |

02k4k6k8k10k12k14kauth0_claimfusionauth_claimjjwt_claimokta_claim
  • thrpt ops/s
[
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtClaimBenchmark.auth0_claim",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 14680.745503411581,
			"scoreError": 104.8363369319406,
			"scoreConfidence": [
				14575.90916647964,
				14785.581840343522
			],
			"scorePercentiles": {
				"0.0": 14650.616184665534,
				"50.0": 14685.963049222208,
				"90.0": 14713.359902806604,
				"95.0": 14713.359902806604,
				"99.0": 14713.359902806604,
				"99.9": 14713.359902806604,
				"99.99": 14713.359902806604,
				"99.999": 14713.359902806604,
				"99.9999": 14713.359902806604,
				"100.0": 14713.359902806604
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					14685.963049222208,
					14698.534247545298,
					14713.359902806604,
					14655.254132818263,
					14650.616184665534
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtClaimBenchmark.fusionauth_claim",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 15732.570873272087,
			"scoreError": 106.44618339804877,
			"scoreConfidence": [
				15626.124689874037,
				15839.017056670136
			],
			"scorePercentiles": {
				"0.0": 15688.953169563143,
				"50.0": 15740.193553574021,
				"90.0": 15763.44433228191,
				"95.0": 15763.44433228191,
				"99.0": 15763.44433228191,
				"99.9": 15763.44433228191,
				"99.99": 15763.44433228191,
				"99.999": 15763.44433228191,
				"99.9999": 15763.44433228191,
				"100.0": 15763.44433228191
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					15740.193553574021,
					15743.188003918574,
					15727.075307022777,
					15688.953169563143,
					15763.44433228191
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtClaimBenchmark.jjwt_claim",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 14479.340568357677,
			"scoreError": 183.22428684022668,
			"scoreConfidence": [
				14296.11628151745,
				14662.564855197903
			],
			"scorePercentiles": {
				"0.0": 14423.172214121574,
				"50.0": 14494.284800646761,
				"90.0": 14534.267101096739,
				"95.0": 14534.267101096739,
				"99.0": 14534.267101096739,
				"99.9": 14534.267101096739,
				"99.99": 14534.267101096739,
				"99.999": 14534.267101096739,
				"99.9999": 14534.267101096739,
				"100.0": 14534.267101096739
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					14423.172214121574,
					14436.660169966264,
					14494.284800646761,
					14508.31855595704,
					14534.267101096739
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtClaimBenchmark.okta_claim",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 627.7012723442069,
			"scoreError": 11.009595961461415,
			"scoreConfidence": [
				616.6916763827455,
				638.7108683056683
			],
			"scorePercentiles": {
				"0.0": 623.8858931418021,
				"50.0": 629.1354111971074,
				"90.0": 630.0689887470594,
				"95.0": 630.0689887470594,
				"99.0": 630.0689887470594,
				"99.9": 630.0689887470594,
				"99.99": 630.0689887470594,
				"99.999": 630.0689887470594,
				"99.9999": 630.0689887470594,
				"100.0": 630.0689887470594
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					623.8858931418021,
					629.1354111971074,
					630.0689887470594,
					625.4190310006982,
					629.9970376343675
				]
			]
		},
		"secondaryMetrics": {}
	}
]

JwtParseBenchmark Throughput | | |

0100k200k300k400k500kauth0_parsefusionauth_parse
  • thrpt ops/s
[
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtParseBenchmark.auth0_parse",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 230836.62480770424,
			"scoreError": 1347.2710714781113,
			"scoreConfidence": [
				229489.35373622613,
				232183.89587918235
			],
			"scorePercentiles": {
				"0.0": 230259.36443489493,
				"50.0": 230903.00397278462,
				"90.0": 231206.39739364584,
				"95.0": 231206.39739364584,
				"99.0": 231206.39739364584,
				"99.9": 231206.39739364584,
				"99.99": 231206.39739364584,
				"99.999": 231206.39739364584,
				"99.9999": 231206.39739364584,
				"100.0": 231206.39739364584
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					230903.00397278462,
					230855.4761693742,
					231206.39739364584,
					230259.36443489493,
					230958.8820678217
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtParseBenchmark.fusionauth_parse",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 581499.749054149,
			"scoreError": 4478.97374165336,
			"scoreConfidence": [
				577020.7753124957,
				585978.7227958024
			],
			"scorePercentiles": {
				"0.0": 580396.559816806,
				"50.0": 581186.4074874454,
				"90.0": 582997.0075758864,
				"95.0": 582997.0075758864,
				"99.0": 582997.0075758864,
				"99.9": 582997.0075758864,
				"99.99": 582997.0075758864,
				"99.999": 582997.0075758864,
				"99.9999": 582997.0075758864,
				"100.0": 582997.0075758864
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					582997.0075758864,
					580396.559816806,
					580497.1857042563,
					582421.5846863509,
					581186.4074874454
				]
			]
		},
		"secondaryMetrics": {}
	}
]

JwtVerifyBenchmark Throughput | | |

05k10k15kauth0_verifyfusionauth_verifyjjwt_verifyokta_verify
  • thrpt ops/s
[
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtVerifyBenchmark.auth0_verify",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 14633.765002113894,
			"scoreError": 88.23311479229689,
			"scoreConfidence": [
				14545.531887321597,
				14721.998116906192
			],
			"scorePercentiles": {
				"0.0": 14606.046906979354,
				"50.0": 14635.415650023235,
				"90.0": 14658.845282908573,
				"95.0": 14658.845282908573,
				"99.0": 14658.845282908573,
				"99.9": 14658.845282908573,
				"99.99": 14658.845282908573,
				"99.999": 14658.845282908573,
				"99.9999": 14658.845282908573,
				"100.0": 14658.845282908573
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					14606.046906979354,
					14635.415650023235,
					14615.554913252794,
					14658.845282908573,
					14652.962257405523
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtVerifyBenchmark.fusionauth_verify",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 15871.637170358706,
			"scoreError": 177.23057068004053,
			"scoreConfidence": [
				15694.406599678667,
				16048.867741038746
			],
			"scorePercentiles": {
				"0.0": 15810.987273150418,
				"50.0": 15881.496356458647,
				"90.0": 15930.812836641793,
				"95.0": 15930.812836641793,
				"99.0": 15930.812836641793,
				"99.9": 15930.812836641793,
				"99.99": 15930.812836641793,
				"99.999": 15930.812836641793,
				"99.9999": 15930.812836641793,
				"100.0": 15930.812836641793
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					15810.987273150418,
					15843.349842900914,
					15891.539542641753,
					15881.496356458647,
					15930.812836641793
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtVerifyBenchmark.jjwt_verify",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 14862.661403580176,
			"scoreError": 63.08375967328167,
			"scoreConfidence": [
				14799.577643906894,
				14925.745163253458
			],
			"scorePercentiles": {
				"0.0": 14839.129365140881,
				"50.0": 14862.802925535754,
				"90.0": 14884.390808676104,
				"95.0": 14884.390808676104,
				"99.0": 14884.390808676104,
				"99.9": 14884.390808676104,
				"99.99": 14884.390808676104,
				"99.999": 14884.390808676104,
				"99.9999": 14884.390808676104,
				"100.0": 14884.390808676104
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					14839.129365140881,
					14868.300368608074,
					14862.802925535754,
					14884.390808676104,
					14858.683549940062
				]
			]
		},
		"secondaryMetrics": {}
	},
	{
		"jmhVersion": "1.21",
		"benchmark": "com.github.skjolber.jwt.JwtVerifyBenchmark.okta_verify",
		"mode": "thrpt",
		"threads": 1,
		"forks": 1,
		"jvm": "/usr/lib/jvm/java-1.8.0-openjdk-1.8.0.232.b09-0.fc30.x86_64/jre/bin/java",
		"jvmArgs": [
			"-XX:+UseG1GC"
		],
		"jdkVersion": "1.8.0_232",
		"vmName": "OpenJDK 64-Bit Server VM",
		"vmVersion": "25.232-b09",
		"warmupIterations": 10,
		"warmupTime": "1 s",
		"warmupBatchSize": 1,
		"measurementIterations": 5,
		"measurementTime": "5 s",
		"measurementBatchSize": 1,
		"primaryMetric": {
			"score": 631.0930331713289,
			"scoreError": 6.233953527662582,
			"scoreConfidence": [
				624.8590796436663,
				637.3269866989915
			],
			"scorePercentiles": {
				"0.0": 628.8780582805384,
				"50.0": 631.7480836287738,
				"90.0": 632.8074531450018,
				"95.0": 632.8074531450018,
				"99.0": 632.8074531450018,
				"99.9": 632.8074531450018,
				"99.99": 632.8074531450018,
				"99.999": 632.8074531450018,
				"99.9999": 632.8074531450018,
				"100.0": 632.8074531450018
			},
			"scoreUnit": "ops/s",
			"rawData": [
				[
					628.8780582805384,
					632.8074531450018,
					632.0639898160026,
					631.7480836287738,
					629.9675809863278
				]
			]
		},
		"secondaryMetrics": {}
	}
]
auth0_verify