1 const { expect
} = require('expect')
2 const { DynamicClusterPool
} = require('../../../lib/index')
3 const TestUtils
= require('../../test-utils')
6 const pool
= new DynamicClusterPool(
9 './tests/worker-files/cluster/testWorker.js',
11 errorHandler
: e
=> console
.error(e
)
15 describe('Dynamic cluster pool test suite', () => {
16 it('Verify that the function is executed in a worker cluster', async () => {
17 const result
= await pool
.execute({ test
: 'test' })
18 expect(result
).toBeDefined()
19 expect(result
).toBeFalsy()
22 it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => {
25 pool
.emitter
.on('busy', () => poolBusy
++)
26 for (let i
= 0; i
< max
* 2; i
++) {
27 promises
.push(pool
.execute({ test
: 'test' }))
29 await Promise
.all(promises
)
30 expect(pool
.workers
.length
).toBeLessThanOrEqual(max
)
31 expect(pool
.workers
.length
).toBeGreaterThan(min
)
32 // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool.
33 // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool.
34 expect(poolBusy
).toBe(max
+ 1)
35 const numberOfExitEvents
= await TestUtils
.waitExits(pool
, max
- min
)
36 expect(numberOfExitEvents
).toBe(max
- min
)
39 it('Verify scale worker up and down is working', async () => {
40 expect(pool
.workers
.length
).toBe(min
)
41 for (let i
= 0; i
< max
* 10; i
++) {
42 pool
.execute({ test
: 'test' })
44 expect(pool
.workers
.length
).toBeGreaterThan(min
)
45 await TestUtils
.waitExits(pool
, max
- min
)
46 expect(pool
.workers
.length
).toBe(min
)
47 for (let i
= 0; i
< max
* 10; i
++) {
48 pool
.execute({ test
: 'test' })
50 expect(pool
.workers
.length
).toBeGreaterThan(min
)
51 await TestUtils
.waitExits(pool
, max
- min
)
52 expect(pool
.workers
.length
).toBe(min
)
55 it('Shutdown test', async () => {
56 const exitPromise
= TestUtils
.waitExits(pool
, min
)
58 const numberOfExitEvents
= await exitPromise
59 expect(numberOfExitEvents
).toBe(min
)
62 it('Validation of inputs test', () => {
63 expect(() => new DynamicClusterPool(min
)).toThrowError(
64 new Error('Please specify a file with a worker implementation')
68 it('Should work even without opts in input', async () => {
69 const pool1
= new DynamicClusterPool(
72 './tests/worker-files/cluster/testWorker.js'
74 const result
= await pool1
.execute({ test
: 'test' })
75 expect(result
).toBeDefined()
76 expect(result
).toBeFalsy()
77 // We need to clean up the resources after our test
81 it('Verify scale processes up and down is working when long running task is used:hard', async () => {
82 const longRunningPool
= new DynamicClusterPool(
85 './tests/worker-files/cluster/longRunningWorkerHardBehavior.js',
87 errorHandler
: e
=> console
.error(e
),
88 onlineHandler
: () => console
.log('long running worker is online'),
89 exitHandler
: () => console
.log('long running worker exited')
92 expect(longRunningPool
.workers
.length
).toBe(min
)
93 for (let i
= 0; i
< max
* 10; i
++) {
94 longRunningPool
.execute({ test
: 'test' })
96 expect(longRunningPool
.workers
.length
).toBe(max
)
97 await TestUtils
.waitExits(longRunningPool
, max
- min
)
98 // Here we expect the workers to be at the max size since that the task is still running
99 expect(longRunningPool
.workers
.length
).toBe(min
)
100 // We need to clean up the resources after our test
101 await longRunningPool
.destroy()
104 it('Verify scale processes up and down is working when long running task is used:soft', async () => {
105 const longRunningPool
= new DynamicClusterPool(
108 './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js',
110 errorHandler
: e
=> console
.error(e
),
111 onlineHandler
: () => console
.log('long running worker is online'),
112 exitHandler
: () => console
.log('long running worker exited')
115 expect(longRunningPool
.workers
.length
).toBe(min
)
116 for (let i
= 0; i
< max
* 10; i
++) {
117 longRunningPool
.execute({ test
: 'test' })
119 expect(longRunningPool
.workers
.length
).toBe(max
)
120 await TestUtils
.sleep(1500)
121 // Here we expect the workers to be at the max size since that the task is still running
122 expect(longRunningPool
.workers
.length
).toBe(max
)
123 // We need to clean up the resources after our test
124 await longRunningPool
.destroy()
127 it('Verify that a pool with zero worker can be instantiated', async () => {
128 const pool
= new DynamicClusterPool(
131 './tests/worker-files/cluster/testWorker.js'
133 expect(pool
).toBeInstanceOf(DynamicClusterPool
)
134 // We need to clean up the resources after our test