From 630154428546604c979f38d43b1eeb880b61fcd7 Mon Sep 17 00:00:00 2001 From: Nussknacker Date: Fri, 10 Jan 2025 05:06:19 +0000 Subject: [PATCH] Update benchmark data --- data/e2e.csv | 4 ++-- data/microbenchmarks.csv | 36 ++++++++++++++++++------------------ 2 files changed, 20 insertions(+), 20 deletions(-) diff --git a/data/e2e.csv b/data/e2e.csv index bc9e284..ddad875 100644 --- a/data/e2e.csv +++ b/data/e2e.csv @@ -1,4 +1,6 @@ Date,Step,Value +2025-01-10T00:18:58Z,|prepareData,3456420.00|,|runScenario,10499.00| +2025-01-10T00:18:58Z,|verifyResult,554635.00|, 2025-01-09T00:19:39Z,|prepareData,3529293.00|,|runScenario,10461.00| 2025-01-09T00:19:39Z,|verifyResult,574653.00|, 2025-01-08T00:21:00Z,|prepareData,3577801.00|,|runScenario,10519.00| @@ -57,5 +59,3 @@ Date,Step,Value 2024-12-13T00:21:01Z,|verifyResult,576160.00|, 2024-12-12T00:19:21Z,|prepareData,3491563.00|,|runScenario,10475.00| 2024-12-12T00:19:21Z,|verifyResult,559439.00|, -2024-12-11T00:21:24Z,|prepareData,3616144.00|,|runScenario,10547.00| -2024-12-11T00:21:24Z,|verifyResult,567145.00|, diff --git a/data/microbenchmarks.csv b/data/microbenchmarks.csv index 5e166ab..2dd61fc 100644 --- a/data/microbenchmarks.csv +++ b/data/microbenchmarks.csv @@ -1,4 +1,22 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,197766.623120,663.483608,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,191517.462158,1058.568769,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,41874.933633,1066.036023,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,955158.397033,3157.201050,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,41408.843675,809.997589,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,695860.061593,2202.273929,ops/s +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.030576,0.000088,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,12.401825,0.096269,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.803944,0.004844,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.963483,0.008235,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.459916,0.073389,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.796139,0.008146,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.584497,0.004199,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.849866,0.002422,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.454008,0.003724,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.091367,0.000126,us/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.763422,2.824896,ms/op +2025-01-09T23:36:28Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,5.934195,1.116156,ms/op 2025-01-08T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,199280.949045,501.701280,ops/s 2025-01-08T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,195537.336992,864.032139,ops/s 2025-01-08T23:35:57Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,44003.635476,757.621258,ops/s @@ -521,21 +539,3 @@ Date,Benchmark,Mode,Threads,Samples,Score,Score Error (99.9%),Unit 2024-12-11T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.105942,0.000957,us/op 2024-12-11T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,4.999467,2.244366,ms/op 2024-12-11T23:35:48Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,5.753591,1.322606,ms/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkAsyncService,thrpt,1,8,190394.057432,676.748669,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.ManyParamsInterpreterBenchmark.benchmarkSyncService,thrpt,1,8,196692.130823,1136.491467,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureAsyncService,thrpt,1,8,44621.670895,932.955829,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkFutureSyncService,thrpt,1,8,1000114.567695,6550.203634,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOAsyncService,thrpt,1,8,43346.639109,1191.136228,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.interpreter.OneParamInterpreterBenchmark.benchmarkIOSyncService,thrpt,1,8,628040.130398,4058.537628,ops/s -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.aggregate.AggregatorBenchamark.sumAggregatorAdd,avgt,1,8,0.038186,0.000071,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.defaultFlinkKryoRoundTripSerialization,avgt,1,8,11.956420,0.031460,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.avro.AvroBenchmark.schemaIdBasedKryoRoundTripSerialization,avgt,1,8,1.805099,0.006567,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericScalaMapSerialization,avgt,1,8,2.917248,0.014994,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericSerialization,avgt,1,8,10.000029,0.030560,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.genericTypedMapSerialization,avgt,1,8,1.857589,0.011698,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultScalaMapSerialization,avgt,1,8,0.571038,0.001859,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultSerialization,avgt,1,8,0.885759,0.003803,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.serialization.typedinfo.TypingResultBasedSerializationBenchmark.typingResultTypedMapSerialization,avgt,1,8,0.479677,0.002692,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.spel.SampleSpelBenchmark.benchmark,avgt,1,8,0.091946,0.000114,us/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.chainCallBenchmark,ss,1,8,3.786136,1.209686,ms/op -2024-12-10T23:36:04Z,pl.touk.nussknacker.engine.benchmarks.suggester.ExpressionSuggesterBenchmark.complexExpressionBenchmark,ss,1,8,8.563582,7.744278,ms/op