Commit | Line | Data |
---|---|---|
a61a0724 | 1 | const { expect } = require('expect') |
325f50bc | 2 | const { DynamicClusterPool } = require('../../../lib/index') |
6db75ad9 | 3 | const WorkerFunctions = require('../../test-types') |
85a3f8a7 | 4 | const TestUtils = require('../../test-utils') |
506c2a14 | 5 | |
a35560ba | 6 | describe('Dynamic cluster pool test suite', () => { |
e1ffb94f JB |
7 | const min = 1 |
8 | const max = 3 | |
9 | const pool = new DynamicClusterPool( | |
10 | min, | |
11 | max, | |
12 | './tests/worker-files/cluster/testWorker.js', | |
13 | { | |
14 | errorHandler: e => console.error(e) | |
15 | } | |
16 | ) | |
17 | ||
325f50bc | 18 | it('Verify that the function is executed in a worker cluster', async () => { |
6db75ad9 JB |
19 | let result = await pool.execute({ |
20 | function: WorkerFunctions.fibonacci | |
21 | }) | |
22 | expect(result).toBe(false) | |
23 | result = await pool.execute({ | |
24 | function: WorkerFunctions.factorial | |
25 | }) | |
26 | expect(result).toBe(false) | |
506c2a14 | 27 | }) |
28 | ||
29 | it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => { | |
30 | const promises = [] | |
7c0ba920 JB |
31 | let poolBusy = 0 |
32 | pool.emitter.on('busy', () => poolBusy++) | |
cf9aa6c3 | 33 | for (let i = 0; i < max * 2; i++) { |
6db75ad9 | 34 | promises.push(pool.execute()) |
506c2a14 | 35 | } |
325f50bc S |
36 | expect(pool.workers.length).toBeLessThanOrEqual(max) |
37 | expect(pool.workers.length).toBeGreaterThan(min) | |
14916bf9 JB |
38 | // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool. |
39 | // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. | |
8620fb25 | 40 | expect(poolBusy).toBe(max + 1) |
85a3f8a7 APA |
41 | const numberOfExitEvents = await TestUtils.waitExits(pool, max - min) |
42 | expect(numberOfExitEvents).toBe(max - min) | |
506c2a14 | 43 | }) |
44 | ||
325f50bc | 45 | it('Verify scale worker up and down is working', async () => { |
bcf04003 | 46 | expect(pool.workers.length).toBe(min) |
47 | for (let i = 0; i < max * 10; i++) { | |
6db75ad9 | 48 | pool.execute() |
bcf04003 | 49 | } |
325f50bc | 50 | expect(pool.workers.length).toBeGreaterThan(min) |
85a3f8a7 | 51 | await TestUtils.waitExits(pool, max - min) |
bcf04003 | 52 | expect(pool.workers.length).toBe(min) |
53 | for (let i = 0; i < max * 10; i++) { | |
6db75ad9 | 54 | pool.execute() |
bcf04003 | 55 | } |
325f50bc | 56 | expect(pool.workers.length).toBeGreaterThan(min) |
85a3f8a7 | 57 | await TestUtils.waitExits(pool, max - min) |
bcf04003 | 58 | expect(pool.workers.length).toBe(min) |
59 | }) | |
506c2a14 | 60 | |
85a3f8a7 APA |
61 | it('Shutdown test', async () => { |
62 | const exitPromise = TestUtils.waitExits(pool, min) | |
63 | await pool.destroy() | |
bdacc2d2 JB |
64 | const numberOfExitEvents = await exitPromise |
65 | expect(numberOfExitEvents).toBe(min) | |
506c2a14 | 66 | }) |
67 | ||
8d3782fa JB |
68 | it('Validation of inputs test', () => { |
69 | expect(() => new DynamicClusterPool(min)).toThrowError( | |
70 | new Error('Please specify a file with a worker implementation') | |
71 | ) | |
72 | }) | |
73 | ||
506c2a14 | 74 | it('Should work even without opts in input', async () => { |
325f50bc | 75 | const pool1 = new DynamicClusterPool( |
e1ffb94f JB |
76 | min, |
77 | max, | |
76b1e974 | 78 | './tests/worker-files/cluster/testWorker.js' |
325f50bc | 79 | ) |
6db75ad9 JB |
80 | const result = await pool1.execute() |
81 | expect(result).toBe(false) | |
8bc77620 APA |
82 | // We need to clean up the resources after our test |
83 | await pool1.destroy() | |
506c2a14 | 84 | }) |
e826bd34 | 85 | |
4c35177b | 86 | it('Verify scale processes up and down is working when long running task is used:hard', async () => { |
c01733f1 | 87 | const longRunningPool = new DynamicClusterPool( |
88 | min, | |
89 | max, | |
292ad316 JB |
90 | './tests/worker-files/cluster/longRunningWorkerHardBehavior.js', |
91 | { | |
92 | errorHandler: e => console.error(e), | |
93 | onlineHandler: () => console.log('long running worker is online'), | |
94 | exitHandler: () => console.log('long running worker exited') | |
95 | } | |
4c35177b | 96 | ) |
97 | expect(longRunningPool.workers.length).toBe(min) | |
98 | for (let i = 0; i < max * 10; i++) { | |
6db75ad9 | 99 | longRunningPool.execute() |
4c35177b | 100 | } |
101 | expect(longRunningPool.workers.length).toBe(max) | |
85a3f8a7 | 102 | await TestUtils.waitExits(longRunningPool, max - min) |
4c35177b | 103 | // Here we expect the workers to be at the max size since that the task is still running |
104 | expect(longRunningPool.workers.length).toBe(min) | |
8bc77620 APA |
105 | // We need to clean up the resources after our test |
106 | await longRunningPool.destroy() | |
4c35177b | 107 | }) |
108 | ||
109 | it('Verify scale processes up and down is working when long running task is used:soft', async () => { | |
110 | const longRunningPool = new DynamicClusterPool( | |
111 | min, | |
112 | max, | |
292ad316 JB |
113 | './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js', |
114 | { | |
115 | errorHandler: e => console.error(e), | |
116 | onlineHandler: () => console.log('long running worker is online'), | |
117 | exitHandler: () => console.log('long running worker exited') | |
118 | } | |
c01733f1 | 119 | ) |
120 | expect(longRunningPool.workers.length).toBe(min) | |
121 | for (let i = 0; i < max * 10; i++) { | |
6db75ad9 | 122 | longRunningPool.execute() |
c01733f1 | 123 | } |
124 | expect(longRunningPool.workers.length).toBe(max) | |
85a3f8a7 | 125 | await TestUtils.sleep(1500) |
c01733f1 | 126 | // Here we expect the workers to be at the max size since that the task is still running |
127 | expect(longRunningPool.workers.length).toBe(max) | |
8bc77620 APA |
128 | // We need to clean up the resources after our test |
129 | await longRunningPool.destroy() | |
c01733f1 | 130 | }) |
8d3782fa JB |
131 | |
132 | it('Verify that a pool with zero worker can be instantiated', async () => { | |
133 | const pool = new DynamicClusterPool( | |
134 | 0, | |
135 | max, | |
136 | './tests/worker-files/cluster/testWorker.js' | |
137 | ) | |
138 | expect(pool).toBeInstanceOf(DynamicClusterPool) | |
139 | // We need to clean up the resources after our test | |
140 | await pool.destroy() | |
141 | }) | |
506c2a14 | 142 | }) |