Commit | Line | Data |
---|---|---|
a61a0724 | 1 | const { expect } = require('expect') |
e843b904 | 2 | const { |
9e619829 | 3 | DynamicThreadPool, |
aee46736 | 4 | FixedClusterPool, |
e843b904 | 5 | FixedThreadPool, |
aee46736 | 6 | PoolEvents, |
e843b904 JB |
7 | WorkerChoiceStrategies |
8 | } = require('../../../lib/index') | |
78099a15 | 9 | const { CircularArray } = require('../../../lib/circular-array') |
e1ffb94f JB |
10 | |
11 | describe('Abstract pool test suite', () => { | |
12 | const numberOfWorkers = 1 | |
3032893a | 13 | const workerNotFoundInPoolError = new Error( |
ffcbbad8 | 14 | 'Worker could not be found in the pool' |
e1ffb94f | 15 | ) |
a8884ffd | 16 | class StubPoolWithRemoveAllWorker extends FixedThreadPool { |
e1ffb94f | 17 | removeAllWorker () { |
e65c6cd9 | 18 | this.workers = [] |
c923ce56 | 19 | this.promiseResponseMap.clear() |
e1ffb94f | 20 | } |
3ec964d6 | 21 | } |
a8884ffd | 22 | class StubPoolWithIsMain extends FixedThreadPool { |
e1ffb94f JB |
23 | isMain () { |
24 | return false | |
25 | } | |
3ec964d6 | 26 | } |
3ec964d6 | 27 | |
3ec964d6 | 28 | it('Simulate pool creation from a non main thread/process', () => { |
8d3782fa JB |
29 | expect( |
30 | () => | |
a8884ffd | 31 | new StubPoolWithIsMain( |
7c0ba920 | 32 | numberOfWorkers, |
8d3782fa JB |
33 | './tests/worker-files/thread/testWorker.js', |
34 | { | |
35 | errorHandler: e => console.error(e) | |
36 | } | |
37 | ) | |
38 | ).toThrowError(new Error('Cannot start a pool from a worker!')) | |
3ec964d6 | 39 | }) |
c510fea7 APA |
40 | |
41 | it('Verify that filePath is checked', () => { | |
292ad316 JB |
42 | const expectedError = new Error( |
43 | 'Please specify a file with a worker implementation' | |
44 | ) | |
7c0ba920 | 45 | expect(() => new FixedThreadPool(numberOfWorkers)).toThrowError( |
292ad316 | 46 | expectedError |
8d3782fa | 47 | ) |
7c0ba920 | 48 | expect(() => new FixedThreadPool(numberOfWorkers, '')).toThrowError( |
292ad316 | 49 | expectedError |
8d3782fa JB |
50 | ) |
51 | }) | |
52 | ||
53 | it('Verify that numberOfWorkers is checked', () => { | |
54 | expect(() => new FixedThreadPool()).toThrowError( | |
55 | new Error( | |
56 | 'Cannot instantiate a pool without specifying the number of workers' | |
57 | ) | |
58 | ) | |
59 | }) | |
60 | ||
61 | it('Verify that a negative number of workers is checked', () => { | |
62 | expect( | |
63 | () => | |
64 | new FixedClusterPool(-1, './tests/worker-files/cluster/testWorker.js') | |
65 | ).toThrowError( | |
473c717a JB |
66 | new RangeError( |
67 | 'Cannot instantiate a pool with a negative number of workers' | |
68 | ) | |
8d3782fa JB |
69 | ) |
70 | }) | |
71 | ||
72 | it('Verify that a non integer number of workers is checked', () => { | |
73 | expect( | |
74 | () => | |
75 | new FixedThreadPool(0.25, './tests/worker-files/thread/testWorker.js') | |
76 | ).toThrowError( | |
473c717a | 77 | new TypeError( |
8d3782fa JB |
78 | 'Cannot instantiate a pool with a non integer number of workers' |
79 | ) | |
80 | ) | |
c510fea7 | 81 | }) |
7c0ba920 | 82 | |
fd7ebd49 | 83 | it('Verify that pool options are checked', async () => { |
7c0ba920 JB |
84 | let pool = new FixedThreadPool( |
85 | numberOfWorkers, | |
86 | './tests/worker-files/thread/testWorker.js' | |
87 | ) | |
8620fb25 | 88 | expect(pool.opts.enableEvents).toBe(true) |
7c0ba920 | 89 | expect(pool.emitter).toBeDefined() |
e843b904 JB |
90 | expect(pool.opts.workerChoiceStrategy).toBe( |
91 | WorkerChoiceStrategies.ROUND_ROBIN | |
92 | ) | |
35cf1c03 JB |
93 | expect(pool.opts.messageHandler).toBeUndefined() |
94 | expect(pool.opts.errorHandler).toBeUndefined() | |
95 | expect(pool.opts.onlineHandler).toBeUndefined() | |
96 | expect(pool.opts.exitHandler).toBeUndefined() | |
fd7ebd49 | 97 | await pool.destroy() |
35cf1c03 | 98 | const testHandler = () => console.log('test handler executed') |
7c0ba920 JB |
99 | pool = new FixedThreadPool( |
100 | numberOfWorkers, | |
101 | './tests/worker-files/thread/testWorker.js', | |
102 | { | |
737c6d97 | 103 | workerChoiceStrategy: WorkerChoiceStrategies.LESS_USED, |
35cf1c03 JB |
104 | enableEvents: false, |
105 | messageHandler: testHandler, | |
106 | errorHandler: testHandler, | |
107 | onlineHandler: testHandler, | |
108 | exitHandler: testHandler | |
7c0ba920 JB |
109 | } |
110 | ) | |
8620fb25 | 111 | expect(pool.opts.enableEvents).toBe(false) |
7c0ba920 | 112 | expect(pool.emitter).toBeUndefined() |
e843b904 | 113 | expect(pool.opts.workerChoiceStrategy).toBe( |
737c6d97 | 114 | WorkerChoiceStrategies.LESS_USED |
e843b904 | 115 | ) |
35cf1c03 JB |
116 | expect(pool.opts.messageHandler).toStrictEqual(testHandler) |
117 | expect(pool.opts.errorHandler).toStrictEqual(testHandler) | |
118 | expect(pool.opts.onlineHandler).toStrictEqual(testHandler) | |
119 | expect(pool.opts.exitHandler).toStrictEqual(testHandler) | |
fd7ebd49 | 120 | await pool.destroy() |
7c0ba920 JB |
121 | }) |
122 | ||
3032893a | 123 | it('Simulate worker not found during getWorkerTasksUsage', async () => { |
a8884ffd | 124 | const pool = new StubPoolWithRemoveAllWorker( |
10fcfaf4 JB |
125 | numberOfWorkers, |
126 | './tests/worker-files/cluster/testWorker.js', | |
127 | { | |
10fcfaf4 JB |
128 | errorHandler: e => console.error(e) |
129 | } | |
130 | ) | |
131 | // Simulate worker not found. | |
132 | pool.removeAllWorker() | |
3032893a JB |
133 | expect(() => pool.getWorkerTasksUsage()).toThrowError( |
134 | workerNotFoundInPoolError | |
bf9549ae | 135 | ) |
fd7ebd49 | 136 | await pool.destroy() |
bf9549ae JB |
137 | }) |
138 | ||
fd7ebd49 | 139 | it('Verify that worker pool tasks usage are initialized', async () => { |
bf9549ae JB |
140 | const pool = new FixedClusterPool( |
141 | numberOfWorkers, | |
142 | './tests/worker-files/cluster/testWorker.js' | |
143 | ) | |
e65c6cd9 JB |
144 | for (const workerItem of pool.workers) { |
145 | expect(workerItem.tasksUsage).toBeDefined() | |
146 | expect(workerItem.tasksUsage.run).toBe(0) | |
147 | expect(workerItem.tasksUsage.running).toBe(0) | |
148 | expect(workerItem.tasksUsage.runTime).toBe(0) | |
78099a15 | 149 | expect(workerItem.tasksUsage.runTimeHistory).toBeInstanceOf(CircularArray) |
e65c6cd9 | 150 | expect(workerItem.tasksUsage.avgRunTime).toBe(0) |
78099a15 | 151 | expect(workerItem.tasksUsage.medRunTime).toBe(0) |
c923ce56 | 152 | expect(workerItem.tasksUsage.error).toBe(0) |
bf9549ae | 153 | } |
fd7ebd49 | 154 | await pool.destroy() |
bf9549ae JB |
155 | }) |
156 | ||
157 | it('Verify that worker pool tasks usage are computed', async () => { | |
158 | const pool = new FixedClusterPool( | |
159 | numberOfWorkers, | |
160 | './tests/worker-files/cluster/testWorker.js' | |
161 | ) | |
162 | const promises = [] | |
163 | for (let i = 0; i < numberOfWorkers * 2; i++) { | |
6db75ad9 | 164 | promises.push(pool.execute()) |
bf9549ae | 165 | } |
e65c6cd9 JB |
166 | for (const workerItem of pool.workers) { |
167 | expect(workerItem.tasksUsage).toBeDefined() | |
168 | expect(workerItem.tasksUsage.run).toBe(0) | |
169 | expect(workerItem.tasksUsage.running).toBe(numberOfWorkers * 2) | |
170 | expect(workerItem.tasksUsage.runTime).toBe(0) | |
78099a15 | 171 | expect(workerItem.tasksUsage.runTimeHistory).toBeInstanceOf(CircularArray) |
e65c6cd9 | 172 | expect(workerItem.tasksUsage.avgRunTime).toBe(0) |
78099a15 | 173 | expect(workerItem.tasksUsage.medRunTime).toBe(0) |
c923ce56 | 174 | expect(workerItem.tasksUsage.error).toBe(0) |
bf9549ae JB |
175 | } |
176 | await Promise.all(promises) | |
e65c6cd9 JB |
177 | for (const workerItem of pool.workers) { |
178 | expect(workerItem.tasksUsage).toBeDefined() | |
179 | expect(workerItem.tasksUsage.run).toBe(numberOfWorkers * 2) | |
180 | expect(workerItem.tasksUsage.running).toBe(0) | |
181 | expect(workerItem.tasksUsage.runTime).toBeGreaterThanOrEqual(0) | |
78099a15 | 182 | expect(workerItem.tasksUsage.runTimeHistory).toBeInstanceOf(CircularArray) |
e65c6cd9 | 183 | expect(workerItem.tasksUsage.avgRunTime).toBeGreaterThanOrEqual(0) |
78099a15 | 184 | expect(workerItem.tasksUsage.medRunTime).toBe(0) |
c923ce56 | 185 | expect(workerItem.tasksUsage.error).toBe(0) |
bf9549ae | 186 | } |
fd7ebd49 | 187 | await pool.destroy() |
bf9549ae JB |
188 | }) |
189 | ||
ee11a4a2 | 190 | it('Verify that worker pool tasks usage are reset at worker choice strategy change', async () => { |
7fd82a1c | 191 | const pool = new DynamicThreadPool( |
9e619829 JB |
192 | numberOfWorkers, |
193 | numberOfWorkers, | |
194 | './tests/worker-files/thread/testWorker.js' | |
195 | ) | |
7fd82a1c | 196 | const promises = [] |
9e619829 JB |
197 | for (let i = 0; i < numberOfWorkers * 2; i++) { |
198 | promises.push(pool.execute()) | |
199 | } | |
200 | await Promise.all(promises) | |
e65c6cd9 JB |
201 | for (const workerItem of pool.workers) { |
202 | expect(workerItem.tasksUsage).toBeDefined() | |
203 | expect(workerItem.tasksUsage.run).toBe(numberOfWorkers * 2) | |
204 | expect(workerItem.tasksUsage.running).toBe(0) | |
205 | expect(workerItem.tasksUsage.runTime).toBeGreaterThanOrEqual(0) | |
78099a15 | 206 | expect(workerItem.tasksUsage.runTimeHistory).toBeInstanceOf(CircularArray) |
e65c6cd9 | 207 | expect(workerItem.tasksUsage.avgRunTime).toBeGreaterThanOrEqual(0) |
78099a15 | 208 | expect(workerItem.tasksUsage.medRunTime).toBe(0) |
c923ce56 | 209 | expect(workerItem.tasksUsage.error).toBe(0) |
9e619829 JB |
210 | } |
211 | pool.setWorkerChoiceStrategy(WorkerChoiceStrategies.FAIR_SHARE) | |
e65c6cd9 JB |
212 | for (const workerItem of pool.workers) { |
213 | expect(workerItem.tasksUsage).toBeDefined() | |
214 | expect(workerItem.tasksUsage.run).toBe(0) | |
215 | expect(workerItem.tasksUsage.running).toBe(0) | |
216 | expect(workerItem.tasksUsage.runTime).toBe(0) | |
78099a15 | 217 | expect(workerItem.tasksUsage.runTimeHistory).toBeInstanceOf(CircularArray) |
e65c6cd9 | 218 | expect(workerItem.tasksUsage.avgRunTime).toBe(0) |
78099a15 | 219 | expect(workerItem.tasksUsage.medRunTime).toBe(0) |
c923ce56 | 220 | expect(workerItem.tasksUsage.error).toBe(0) |
ee11a4a2 | 221 | } |
fd7ebd49 | 222 | await pool.destroy() |
ee11a4a2 JB |
223 | }) |
224 | ||
164d950a JB |
225 | it("Verify that pool event emitter 'full' event can register a callback", async () => { |
226 | const pool = new DynamicThreadPool( | |
227 | numberOfWorkers, | |
228 | numberOfWorkers, | |
229 | './tests/worker-files/thread/testWorker.js' | |
230 | ) | |
231 | const promises = [] | |
232 | let poolFull = 0 | |
aee46736 | 233 | pool.emitter.on(PoolEvents.full, () => ++poolFull) |
164d950a JB |
234 | for (let i = 0; i < numberOfWorkers * 2; i++) { |
235 | promises.push(pool.execute()) | |
236 | } | |
237 | await Promise.all(promises) | |
238 | // The `full` event is triggered when the number of submitted tasks at once reach the number of dynamic pool workers. | |
239 | // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. | |
240 | expect(poolFull).toBe(numberOfWorkers + 1) | |
241 | await pool.destroy() | |
242 | }) | |
243 | ||
cf597bc5 | 244 | it("Verify that pool event emitter 'busy' event can register a callback", async () => { |
7c0ba920 JB |
245 | const pool = new FixedThreadPool( |
246 | numberOfWorkers, | |
247 | './tests/worker-files/thread/testWorker.js' | |
248 | ) | |
249 | const promises = [] | |
250 | let poolBusy = 0 | |
aee46736 | 251 | pool.emitter.on(PoolEvents.busy, () => ++poolBusy) |
7c0ba920 | 252 | for (let i = 0; i < numberOfWorkers * 2; i++) { |
6db75ad9 | 253 | promises.push(pool.execute()) |
7c0ba920 | 254 | } |
cf597bc5 | 255 | await Promise.all(promises) |
14916bf9 JB |
256 | // The `busy` event is triggered when the number of submitted tasks at once reach the number of fixed pool workers. |
257 | // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the fixed pool. | |
258 | expect(poolBusy).toBe(numberOfWorkers + 1) | |
fd7ebd49 | 259 | await pool.destroy() |
7c0ba920 | 260 | }) |
3ec964d6 | 261 | }) |