refactor: remove dead comment
[poolifier.git] / tests / pools / cluster / fixed.test.js
CommitLineData
a61a0724 1const { expect } = require('expect')
cdace0e5 2const { FixedClusterPool, PoolEvents } = require('../../../lib')
2d2e32c2 3const { WorkerFunctions } = require('../../test-types')
bac873bd 4const { waitWorkerEvents } = require('../../test-utils')
325f50bc 5
a35560ba 6describe('Fixed cluster pool test suite', () => {
e1ffb94f
JB
7 const numberOfWorkers = 6
8 const pool = new FixedClusterPool(
9 numberOfWorkers,
10 './tests/worker-files/cluster/testWorker.js',
11 {
12 errorHandler: e => console.error(e)
13 }
14 )
594bfb84
JB
15 const queuePool = new FixedClusterPool(
16 numberOfWorkers,
17 './tests/worker-files/cluster/testWorker.js',
18 {
19 enableTasksQueue: true,
20 tasksQueueOptions: {
21 concurrency: 2
22 },
23 errorHandler: e => console.error(e)
24 }
25 )
e1ffb94f
JB
26 const emptyPool = new FixedClusterPool(
27 numberOfWorkers,
28 './tests/worker-files/cluster/emptyWorker.js',
29 { exitHandler: () => console.log('empty pool worker exited') }
30 )
31 const echoPool = new FixedClusterPool(
32 numberOfWorkers,
33 './tests/worker-files/cluster/echoWorker.js'
34 )
35 const errorPool = new FixedClusterPool(
36 numberOfWorkers,
37 './tests/worker-files/cluster/errorWorker.js',
38 {
39 errorHandler: e => console.error(e)
40 }
41 )
42 const asyncErrorPool = new FixedClusterPool(
43 numberOfWorkers,
44 './tests/worker-files/cluster/asyncErrorWorker.js',
45 {
46 errorHandler: e => console.error(e)
47 }
48 )
49 const asyncPool = new FixedClusterPool(
50 numberOfWorkers,
51 './tests/worker-files/cluster/asyncWorker.js'
52 )
53
8bc77620
APA
54 after('Destroy all pools', async () => {
55 // We need to clean up the resources after our test
56 await echoPool.destroy()
57 await asyncPool.destroy()
58 await errorPool.destroy()
59 await asyncErrorPool.destroy()
60 await emptyPool.destroy()
594bfb84 61 await queuePool.destroy()
8bc77620
APA
62 })
63
325f50bc 64 it('Verify that the function is executed in a worker cluster', async () => {
6db75ad9
JB
65 let result = await pool.execute({
66 function: WorkerFunctions.fibonacci
67 })
024daf59 68 expect(result).toBe(75025)
6db75ad9
JB
69 result = await pool.execute({
70 function: WorkerFunctions.factorial
71 })
70a4f5ea 72 expect(result).toBe(9.33262154439441e157)
325f50bc
S
73 })
74
318d4156 75 it('Verify that is possible to invoke the execute() method without input', async () => {
325f50bc 76 const result = await pool.execute()
6db75ad9 77 expect(result).toBe(false)
325f50bc
S
78 })
79
aee46736 80 it("Verify that 'busy' event is emitted", async () => {
7c0ba920 81 let poolBusy = 0
aee46736 82 pool.emitter.on(PoolEvents.busy, () => ++poolBusy)
7c0ba920 83 for (let i = 0; i < numberOfWorkers * 2; i++) {
8cbb82eb 84 pool.execute()
7c0ba920 85 }
14916bf9
JB
86 // The `busy` event is triggered when the number of submitted tasks at once reach the number of fixed pool workers.
87 // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the fixed pool.
88 expect(poolBusy).toBe(numberOfWorkers + 1)
7c0ba920
JB
89 })
90
594bfb84 91 it('Verify that tasks queuing is working', async () => {
d3d4b67d 92 const promises = new Set()
ee9f5295 93 const maxMultiplier = 2
594bfb84 94 for (let i = 0; i < numberOfWorkers * maxMultiplier; i++) {
d3d4b67d 95 promises.add(queuePool.execute())
594bfb84 96 }
d3d4b67d 97 expect(promises.size).toBe(numberOfWorkers * maxMultiplier)
594bfb84 98 for (const workerNode of queuePool.workerNodes) {
f59e1027 99 expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual(
594bfb84
JB
100 queuePool.opts.tasksQueueOptions.concurrency
101 )
f59e1027
JB
102 expect(workerNode.usage.tasks.executed).toBe(0)
103 expect(workerNode.usage.tasks.queued).toBeGreaterThan(0)
104 expect(workerNode.usage.tasks.maxQueued).toBeGreaterThan(0)
594bfb84 105 }
a4e07f72 106 expect(queuePool.info.executingTasks).toBe(numberOfWorkers)
6b27d407
JB
107 expect(queuePool.info.queuedTasks).toBe(
108 numberOfWorkers * maxMultiplier - numberOfWorkers
109 )
110 expect(queuePool.info.maxQueuedTasks).toBe(
d3d4b67d
JB
111 numberOfWorkers * maxMultiplier - numberOfWorkers
112 )
594bfb84
JB
113 await Promise.all(promises)
114 for (const workerNode of queuePool.workerNodes) {
f59e1027
JB
115 expect(workerNode.usage.tasks.executing).toBe(0)
116 expect(workerNode.usage.tasks.executed).toBeGreaterThan(0)
117 expect(workerNode.usage.tasks.executed).toBeLessThanOrEqual(maxMultiplier)
118 expect(workerNode.usage.tasks.queued).toBe(0)
119 expect(workerNode.usage.tasks.maxQueued).toBe(1)
594bfb84
JB
120 }
121 })
122
325f50bc
S
123 it('Verify that is possible to have a worker that return undefined', async () => {
124 const result = await emptyPool.execute()
6db75ad9 125 expect(result).toBeUndefined()
325f50bc
S
126 })
127
128 it('Verify that data are sent to the worker correctly', async () => {
129 const data = { f: 10 }
130 const result = await echoPool.execute(data)
e1ffb94f 131 expect(result).toStrictEqual(data)
325f50bc
S
132 })
133
134 it('Verify that error handling is working properly:sync', async () => {
135 const data = { f: 10 }
d46660cd
JB
136 let taskError
137 errorPool.emitter.on(PoolEvents.taskError, e => {
138 taskError = e
139 })
325f50bc
S
140 let inError
141 try {
142 await errorPool.execute(data)
143 } catch (e) {
144 inError = e
145 }
146 expect(inError).toBeDefined()
8620fb25 147 expect(typeof inError === 'string').toBe(true)
985d0e79
JB
148 expect(inError).toBe('Error Message from ClusterWorker')
149 expect(taskError).toStrictEqual({
150 workerId: expect.any(Number),
151 message: 'Error Message from ClusterWorker',
152 data
153 })
18482cec
JB
154 expect(
155 errorPool.workerNodes.some(
f59e1027 156 workerNode => workerNode.usage.tasks.failed === 1
18482cec
JB
157 )
158 ).toBe(true)
325f50bc
S
159 })
160
161 it('Verify that error handling is working properly:async', async () => {
162 const data = { f: 10 }
4f0b85b3
JB
163 let taskError
164 asyncErrorPool.emitter.on(PoolEvents.taskError, e => {
165 taskError = e
166 })
325f50bc
S
167 let inError
168 try {
169 await asyncErrorPool.execute(data)
170 } catch (e) {
171 inError = e
172 }
173 expect(inError).toBeDefined()
8620fb25 174 expect(typeof inError === 'string').toBe(true)
985d0e79
JB
175 expect(inError).toBe('Error Message from ClusterWorker:async')
176 expect(taskError).toStrictEqual({
177 workerId: expect.any(Number),
178 message: 'Error Message from ClusterWorker:async',
179 data
180 })
18482cec
JB
181 expect(
182 asyncErrorPool.workerNodes.some(
f59e1027 183 workerNode => workerNode.usage.tasks.failed === 1
18482cec
JB
184 )
185 ).toBe(true)
325f50bc
S
186 })
187
188 it('Verify that async function is working properly', async () => {
189 const data = { f: 10 }
15e5141f 190 const startTime = performance.now()
325f50bc 191 const result = await asyncPool.execute(data)
15e5141f 192 const usedTime = performance.now() - startTime
e1ffb94f 193 expect(result).toStrictEqual(data)
325f50bc
S
194 expect(usedTime).toBeGreaterThanOrEqual(2000)
195 })
196
197 it('Shutdown test', async () => {
bac873bd 198 const exitPromise = waitWorkerEvents(pool, 'exit', numberOfWorkers)
45dbbb14 199 await pool.destroy()
bdacc2d2
JB
200 const numberOfExitEvents = await exitPromise
201 expect(numberOfExitEvents).toBe(numberOfWorkers)
325f50bc
S
202 })
203
1a76932b
JB
204 it('Verify that cluster pool options are checked', async () => {
205 const workerFilePath = './tests/worker-files/cluster/testWorker.js'
206 let pool1 = new FixedClusterPool(numberOfWorkers, workerFilePath)
207 expect(pool1.opts.env).toBeUndefined()
208 expect(pool1.opts.settings).toBeUndefined()
209 await pool1.destroy()
210 pool1 = new FixedClusterPool(numberOfWorkers, workerFilePath, {
211 env: { TEST: 'test' },
212 settings: { args: ['--use', 'http'], silent: true }
213 })
214 expect(pool1.opts.env).toStrictEqual({ TEST: 'test' })
215 expect(pool1.opts.settings).toStrictEqual({
216 args: ['--use', 'http'],
217 silent: true
218 })
219 expect({ ...pool1.opts.settings, exec: workerFilePath }).toStrictEqual({
220 args: ['--use', 'http'],
221 silent: true,
222 exec: workerFilePath
223 })
224 await pool1.destroy()
225 })
226
325f50bc
S
227 it('Should work even without opts in input', async () => {
228 const pool1 = new FixedClusterPool(
e1ffb94f 229 numberOfWorkers,
76b1e974 230 './tests/worker-files/cluster/testWorker.js'
325f50bc 231 )
6db75ad9
JB
232 const res = await pool1.execute()
233 expect(res).toBe(false)
8bc77620
APA
234 // We need to clean up the resources after our test
235 await pool1.destroy()
325f50bc 236 })
8d3782fa
JB
237
238 it('Verify that a pool with zero worker fails', async () => {
239 expect(
240 () =>
241 new FixedClusterPool(0, './tests/worker-files/cluster/testWorker.js')
d4aeae5a 242 ).toThrowError('Cannot instantiate a fixed pool with no worker')
8d3782fa 243 })
325f50bc 244})