From 79b9b76a5b4ee41d536a37c5e52a50c4236b31a9 Mon Sep 17 00:00:00 2001 From: Benchmark Bot Date: Mon, 18 Sep 2023 16:34:14 +0200 Subject: [PATCH] docs: update benchmark versus external pools results --- .../versus-external-pools/BENCH-100000.json | 707 +++++++++++++++++- .../versus-external-pools/BENCH-100000.md | 30 +- 2 files changed, 721 insertions(+), 16 deletions(-) diff --git a/benchmarks/versus-external-pools/BENCH-100000.json b/benchmarks/versus-external-pools/BENCH-100000.json index 0967ef42..0addc39f 100644 --- a/benchmarks/versus-external-pools/BENCH-100000.json +++ b/benchmarks/versus-external-pools/BENCH-100000.json @@ -1 +1,706 @@ -{} +{ + "results": [ + { + "command": "node dynamic-poolifier.mjs", + "mean": 11.38775277876, + "stddev": 0.21814144254436024, + "median": 11.322953913460001, + "user": 84.1076975, + "system": 0.5040721699999999, + "min": 11.09516876446, + "max": 11.968054307460001, + "times": [ + 11.30993804246, + 11.12423357746, + 11.09516876446, + 11.243529182460001, + 11.335969784460001, + 11.62250313446, + 11.30749717546, + 11.28648984846, + 11.25674298346, + 11.283455490460002, + 11.23508097346, + 11.44634368446, + 11.515924098460001, + 11.968054307460001, + 11.415602276460001, + 11.83597362146, + 11.33651149946, + 11.46193862446, + 11.44847444546, + 11.225624060460001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-poolifier.mjs", + "mean": 11.46230425816, + "stddev": 0.3478555765048522, + "median": 11.343040398460001, + "user": 84.27904735, + "system": 0.46538152000000005, + "min": 11.176994353460001, + "max": 12.49158253046, + "times": [ + 12.25638341246, + 11.440140667460001, + 11.64586965546, + 11.61672521546, + 11.384420156460001, + 11.26919080146, + 11.225281991460001, + 11.18516631446, + 11.21587308846, + 11.299301128460002, + 11.60739339046, + 11.25156701146, + 11.441573252460001, + 11.45096601446, + 11.176994353460001, + 11.526435495460001, + 11.19863245546, + 11.30166064046, + 12.49158253046, + 11.260927587460001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node dynamic-piscina.mjs", + "mean": 13.937160038160002, + "stddev": 0.229091928711562, + "median": 13.882523518460001, + "user": 84.04203304999999, + "system": 0.8436164199999998, + "min": 13.718860815460001, + "max": 14.66832118446, + "times": [ + 14.03558020446, + 14.16590890346, + 13.99332147246, + 14.08325131246, + 13.870321262460001, + 13.734451419460001, + 13.728452562460001, + 13.74543546846, + 13.718860815460001, + 13.80617790846, + 13.94562747846, + 14.66832118446, + 14.22665535246, + 13.81393658746, + 13.894725774460001, + 13.77916151246, + 13.903918667460001, + 13.788681807460001, + 14.054059612460001, + 13.78635145646 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-piscina.mjs", + "mean": 13.992389136160003, + "stddev": 0.21553593896680856, + "median": 13.924619035460001, + "user": 84.08106079999997, + "system": 0.8509846700000001, + "min": 13.81159969746, + "max": 14.774044333460001, + "times": [ + 14.086994330460001, + 13.90729217046, + 13.86176053346, + 13.88929074546, + 14.774044333460001, + 13.844506500460001, + 14.05363500246, + 14.009661020460001, + 13.81159969746, + 13.870511247460001, + 14.223842275460001, + 13.94194590046, + 13.83992894346, + 13.883734865460001, + 13.86473938946, + 14.04273950646, + 14.11619627246, + 13.82254833046, + 14.00192251046, + 14.00088914746 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node dynamic-tinypool.mjs", + "mean": 14.096936285309999, + "stddev": 0.19900778421420295, + "median": 14.02609740946, + "user": 84.20009844999998, + "system": 1.7178851199999996, + "min": 13.93505015046, + "max": 14.81120361146, + "times": [ + 14.208924987460001, + 14.09905080046, + 14.20386783746, + 14.24480254746, + 13.93505015046, + 14.01671994746, + 14.230109652460001, + 13.93849528246, + 13.98242186046, + 14.05876891446, + 13.94230319246, + 13.96491007046, + 14.81120361146, + 14.18733046946, + 13.97353044546, + 14.03547487146, + 13.958262447460001, + 14.014351195460002, + 14.137249416460001, + 13.99589800546 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-tinypool.mjs", + "mean": 14.114958578909997, + "stddev": 0.2949376571329516, + "median": 14.01824693846, + "user": 84.24157754999999, + "system": 1.71350162, + "min": 13.90632764046, + "max": 15.263442341460001, + "times": [ + 13.952656002460001, + 14.255859390460001, + 13.98329107846, + 14.096960776460001, + 13.93821709246, + 15.263442341460001, + 14.01646927446, + 13.99174837846, + 14.23345116446, + 14.05715108046, + 14.020024602460001, + 14.300898976460001, + 14.06711578046, + 13.94912018646, + 14.107705603460001, + 13.90632764046, + 13.94934941446, + 14.24450483046, + 13.974803324460002, + 13.990074639460001 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node dynamic-workerpool.mjs", + "mean": 14.681753711659999, + "stddev": 0.2400606262903193, + "median": 14.604875168460001, + "user": 86.6164715, + "system": 1.2728079700000001, + "min": 14.52986027546, + "max": 15.55808115446, + "times": [ + 14.559261749460001, + 14.588939016460001, + 14.607337818460001, + 14.60859866646, + 14.63245854246, + 14.582767051460001, + 14.55138562546, + 14.552110585460001, + 14.88595821646, + 14.536488308460001, + 14.639910783460001, + 14.52986027546, + 14.602412518460001, + 15.55808115446, + 14.63071204146, + 15.026919060460001, + 14.738571309460001, + 14.56531893746, + 14.56359945146, + 14.67438312046 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-workerpool.mjs", + "mean": 14.680175613009997, + "stddev": 0.2356851209518685, + "median": 14.61465628696, + "user": 86.6167816, + "system": 1.2898563200000002, + "min": 14.516381733460001, + "max": 15.59665105046, + "times": [ + 14.55862540246, + 14.52901964346, + 14.86898440446, + 14.562203056460001, + 14.516381733460001, + 15.59665105046, + 14.57120791146, + 14.53163276846, + 14.69710360646, + 14.77770262546, + 14.60904563146, + 14.62086720946, + 14.65774416946, + 14.73020348446, + 14.62026694246, + 14.576965838460001, + 14.768841118460001, + 14.66791479846, + 14.56480301246, + 14.57734785246 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node dynamic-worker-nodes.js", + "mean": 14.030061484109998, + "stddev": 0.22263174711116565, + "median": 13.92871746446, + "user": 84.60114124999998, + "system": 0.9989583699999999, + "min": 13.85789385046, + "max": 14.74120114546, + "times": [ + 14.000125007460001, + 14.22527179146, + 14.41283871046, + 13.927715796460001, + 14.021138309460001, + 14.079100440460001, + 13.887039986460001, + 13.904711069460001, + 13.85789385046, + 13.92971913246, + 13.86522954746, + 13.86882945846, + 13.889849552460001, + 14.74120114546, + 13.90929465346, + 14.05654528146, + 14.13602967846, + 13.86591991046, + 13.879716911460001, + 14.14305944846 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-worker-nodes.js", + "mean": 14.090368531909998, + "stddev": 0.3076576317266353, + "median": 13.99215154446, + "user": 84.98271014999999, + "system": 1.00467197, + "min": 13.84355794846, + "max": 15.00155079846, + "times": [ + 14.015959611460001, + 13.92001556646, + 14.84334286246, + 14.04234853046, + 14.265114777460001, + 13.87333557846, + 15.00155079846, + 13.864613525460001, + 13.94095905446, + 14.040781716460002, + 13.90499536746, + 14.15359413446, + 14.055995645460001, + 14.070721567460001, + 14.212150927460002, + 13.968343477460001, + 13.84355794846, + 13.88516634246, + 13.942383145460001, + 13.96244006046 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node dynamic-node-worker-threads-pool.mjs", + "mean": 21.68484885611, + "stddev": 0.22261295623182029, + "median": 21.67147202596, + "user": 131.04754154999998, + "system": 3.03152762, + "min": 21.400928596460002, + "max": 22.34736087146, + "times": [ + 21.56024177046, + 21.48610095446, + 21.68407591546, + 21.62062261946, + 22.082017771460002, + 21.67961387246, + 21.42356214146, + 21.69828741146, + 21.48083360646, + 22.34736087146, + 21.52667393746, + 21.400928596460002, + 21.83596035446, + 21.68981503746, + 21.72574589646, + 21.82951303046, + 21.61963545746, + 21.66333017946, + 21.57262877446, + 21.77002892346 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node static-node-worker-threads-pool.mjs", + "mean": 14.270170613260001, + "stddev": 0.1579166816744183, + "median": 14.235921261960002, + "user": 85.1878685, + "system": 1.09225012, + "min": 14.11782969246, + "max": 14.774521551460001, + "times": [ + 14.16006951846, + 14.15875204746, + 14.40730001746, + 14.16968189146, + 14.16330470446, + 14.137275713460001, + 14.33877469846, + 14.236694597460001, + 14.157617314460001, + 14.127407380460001, + 14.46303352946, + 14.317866849460001, + 14.11782969246, + 14.774521551460001, + 14.29280415746, + 14.13835122046, + 14.23514792646, + 14.31303554946, + 14.310772611460001, + 14.38317129346 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + }, + { + "command": "node fixed-nanothreads.mjs", + "mean": 13.269334259860003, + "stddev": 0.16067441763181775, + "median": 13.20688639446, + "user": 82.4979613, + "system": 0.8987518699999999, + "min": 13.14650321146, + "max": 13.817360158460001, + "times": [ + 13.30601118146, + 13.16215502446, + 13.200675398460001, + 13.33151432746, + 13.14650321146, + 13.16177767846, + 13.817360158460001, + 13.55353890946, + 13.17802685046, + 13.21301545146, + 13.271532180460001, + 13.15114981546, + 13.17773262146, + 13.20075733746, + 13.287240161460002, + 13.235149122460001, + 13.34948417246, + 13.17759174246, + 13.189423852460001, + 13.27604599946 + ], + "exit_codes": [ + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0, + 0 + ] + } + ] +} diff --git a/benchmarks/versus-external-pools/BENCH-100000.md b/benchmarks/versus-external-pools/BENCH-100000.md index 3395fe46..a3176fec 100644 --- a/benchmarks/versus-external-pools/BENCH-100000.md +++ b/benchmarks/versus-external-pools/BENCH-100000.md @@ -1,15 +1,15 @@ -| Command | Mean [s] | Min [s] | Max [s] | Relative | -| :------------------------------------------ | -------------: | ------: | ------: | ----------: | -| `node dynamic-poolifier.mjs` | 13.050 ± 0.256 | 12.602 | 13.897 | 1.01 ± 0.02 | -| `node fixed-poolifier.mjs` | 12.964 ± 0.154 | 12.722 | 13.385 | 1.00 | -| `node dynamic-piscina.mjs` | 15.681 ± 0.247 | 15.344 | 16.230 | 1.21 ± 0.02 | -| `node fixed-piscina.mjs` | 15.803 ± 0.324 | 15.329 | 16.884 | 1.22 ± 0.03 | -| `node dynamic-tinypool.mjs` | 16.155 ± 0.287 | 15.770 | 16.840 | 1.25 ± 0.03 | -| `node fixed-tinypool.mjs` | 17.332 ± 0.918 | 15.881 | 18.571 | 1.34 ± 0.07 | -| `node dynamic-workerpool.mjs` | 16.835 ± 0.241 | 16.334 | 17.302 | 1.30 ± 0.02 | -| `node fixed-workerpool.mjs` | 16.723 ± 0.225 | 16.434 | 17.339 | 1.29 ± 0.02 | -| `node dynamic-worker-nodes.js` | 15.992 ± 0.277 | 15.549 | 16.663 | 1.23 ± 0.03 | -| `node fixed-worker-nodes.js` | 16.080 ± 0.305 | 15.602 | 16.911 | 1.24 ± 0.03 | -| `node dynamic-node-worker-threads-pool.mjs` | 24.395 ± 0.313 | 24.018 | 25.366 | 1.88 ± 0.03 | -| `node static-node-worker-threads-pool.mjs` | 16.580 ± 0.189 | 16.288 | 16.958 | 1.28 ± 0.02 | -| `node fixed-nanothreads.mjs` | 13.216 ± 0.167 | 13.076 | 13.780 | 1.02 ± 0.02 | +| Command | Mean [s] | Min [s] | Max [s] | Relative | +|:---|---:|---:|---:|---:| +| `node dynamic-poolifier.mjs` | 11.388 ± 0.218 | 11.095 | 11.968 | 1.00 | +| `node fixed-poolifier.mjs` | 11.462 ± 0.348 | 11.177 | 12.492 | 1.01 ± 0.04 | +| `node dynamic-piscina.mjs` | 13.937 ± 0.229 | 13.719 | 14.668 | 1.22 ± 0.03 | +| `node fixed-piscina.mjs` | 13.992 ± 0.216 | 13.812 | 14.774 | 1.23 ± 0.03 | +| `node dynamic-tinypool.mjs` | 14.097 ± 0.199 | 13.935 | 14.811 | 1.24 ± 0.03 | +| `node fixed-tinypool.mjs` | 14.115 ± 0.295 | 13.906 | 15.263 | 1.24 ± 0.04 | +| `node dynamic-workerpool.mjs` | 14.682 ± 0.240 | 14.530 | 15.558 | 1.29 ± 0.03 | +| `node fixed-workerpool.mjs` | 14.680 ± 0.236 | 14.516 | 15.597 | 1.29 ± 0.03 | +| `node dynamic-worker-nodes.js` | 14.030 ± 0.223 | 13.858 | 14.741 | 1.23 ± 0.03 | +| `node fixed-worker-nodes.js` | 14.090 ± 0.308 | 13.844 | 15.002 | 1.24 ± 0.04 | +| `node dynamic-node-worker-threads-pool.mjs` | 21.685 ± 0.223 | 21.401 | 22.347 | 1.90 ± 0.04 | +| `node static-node-worker-threads-pool.mjs` | 14.270 ± 0.158 | 14.118 | 14.775 | 1.25 ± 0.03 | +| `node fixed-nanothreads.mjs` | 13.269 ± 0.161 | 13.147 | 13.817 | 1.17 ± 0.03 | -- 2.34.1