X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fthread%2Fdynamic.test.js;h=4f3dfb6d92f0a761a8cfbc766a91fde55b1c29b8;hb=9b1068374b1a52479b07e1e22b692289d5579237;hp=98a0dd0f0d180076f4a87a17f7e9bbe1ee050310;hpb=325f50bc1777ea44abc9736ce9d780ec0c8f90e2;p=poolifier.git diff --git a/tests/pools/thread/dynamic.test.js b/tests/pools/thread/dynamic.test.js index 98a0dd0f..4f3dfb6d 100644 --- a/tests/pools/thread/dynamic.test.js +++ b/tests/pools/thread/dynamic.test.js @@ -1,88 +1,145 @@ -const expect = require('expect') -const { DynamicThreadPool } = require('../../../lib/index') -const min = 1 -const max = 3 -const pool = new DynamicThreadPool( - min, - max, - './tests/worker/thread/testWorker.js', - { - errorHandler: e => console.error(e), - onlineHandler: () => console.log('worker is online') - } -) +const { expect } = require('expect') +const { DynamicThreadPool, PoolEvents } = require('../../../lib') +const { WorkerFunctions } = require('../../test-types') +const { sleep, waitWorkerEvents } = require('../../test-utils') + +describe('Dynamic thread pool test suite', () => { + const min = 1 + const max = 3 + const pool = new DynamicThreadPool( + min, + max, + './tests/worker-files/thread/testWorker.js', + { + errorHandler: e => console.error(e) + } + ) -describe('Dynamic thread pool test suite ', () => { it('Verify that the function is executed in a worker thread', async () => { - const result = await pool.execute({ test: 'test' }) - expect(result).toBeDefined() - expect(result).toBeFalsy() + let result = await pool.execute({ + function: WorkerFunctions.fibonacci + }) + expect(result).toBe(75025) + result = await pool.execute({ + function: WorkerFunctions.factorial + }) + expect(result).toBe(9.33262154439441e157) }) it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => { - const promises = [] - let closedThreads = 0 - let fullPool = 0 - pool.emitter.on('FullPool', () => fullPool++) + let poolBusy = 0 + pool.emitter.on(PoolEvents.busy, () => ++poolBusy) for (let i = 0; i < max * 2; i++) { - promises.push(pool.execute({ test: 'test' })) + pool.execute() } - expect(pool.workers.length).toBe(max) - pool.workers.forEach(w => { - w.on('exit', () => { - closedThreads++ - }) - }) - expect(fullPool > 1).toBeTruthy() - await new Promise(resolve => setTimeout(resolve, 2000)) - expect(closedThreads).toBe(max - min) + expect(pool.workerNodes.length).toBeLessThanOrEqual(max) + expect(pool.workerNodes.length).toBeGreaterThan(min) + // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool. + // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. + expect(poolBusy).toBe(max + 1) + const numberOfExitEvents = await waitWorkerEvents(pool, 'exit', max - min) + expect(numberOfExitEvents).toBe(max - min) }) it('Verify scale thread up and down is working', async () => { - expect(pool.workers.length).toBe(min) - for (let i = 0; i < max * 10; i++) { - pool.execute({ test: 'test' }) + expect(pool.workerNodes.length).toBe(min) + for (let i = 0; i < max * 2; i++) { + pool.execute() } - expect(pool.workers.length).toBe(max) - await new Promise(resolve => setTimeout(resolve, 1000)) - expect(pool.workers.length).toBe(min) - for (let i = 0; i < max * 10; i++) { - pool.execute({ test: 'test' }) + expect(pool.workerNodes.length).toBe(max) + await waitWorkerEvents(pool, 'exit', max - min) + expect(pool.workerNodes.length).toBe(min) + for (let i = 0; i < max * 2; i++) { + pool.execute() } - expect(pool.workers.length).toBe(max) - await new Promise(resolve => setTimeout(resolve, 1000)) - expect(pool.workers.length).toBe(min) + expect(pool.workerNodes.length).toBe(max) + await waitWorkerEvents(pool, 'exit', max - min) + expect(pool.workerNodes.length).toBe(min) }) + it('Shutdown test', async () => { - let closedThreads = 0 - pool.workers.forEach(w => { - w.on('exit', () => { - closedThreads++ - }) - }) + const exitPromise = waitWorkerEvents(pool, 'exit', min) await pool.destroy() - expect(closedThreads).toBe(min) + const numberOfExitEvents = await exitPromise + expect(numberOfExitEvents).toBe(min) }) - it('Validations test', () => { - let error - try { - const pool1 = new DynamicThreadPool() - console.log(pool1) - } catch (e) { - error = e - } - expect(error).toBeTruthy() - expect(error.message).toBeTruthy() + it('Validation of inputs test', () => { + expect(() => new DynamicThreadPool(min)).toThrowError( + 'Please specify a file with a worker implementation' + ) }) it('Should work even without opts in input', async () => { const pool1 = new DynamicThreadPool( - 1, - 1, - './tests/worker/thread/testWorker.js' + min, + max, + './tests/worker-files/thread/testWorker.js' ) - const res = await pool1.execute({ test: 'test' }) - expect(res).toBeFalsy() + const res = await pool1.execute() + expect(res).toStrictEqual({ ok: 1 }) + // We need to clean up the resources after our test + await pool1.destroy() + }) + + it('Verify scale thread up and down is working when long executing task is used:hard', async () => { + const longRunningPool = new DynamicThreadPool( + min, + max, + './tests/worker-files/thread/longRunningWorkerHardBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long executing worker is online'), + exitHandler: () => console.log('long executing worker exited') + } + ) + expect(longRunningPool.workerNodes.length).toBe(min) + for (let i = 0; i < max * 2; i++) { + longRunningPool.execute() + } + expect(longRunningPool.workerNodes.length).toBe(max) + await waitWorkerEvents(longRunningPool, 'exit', max - min) + expect(longRunningPool.workerNodes.length).toBe(min) + expect( + longRunningPool.workerChoiceStrategyContext.workerChoiceStrategies.get( + longRunningPool.workerChoiceStrategyContext.workerChoiceStrategy + ).nextWorkerNodeKey + ).toBeLessThan(longRunningPool.workerNodes.length) + // We need to clean up the resources after our test + await longRunningPool.destroy() + }) + + it('Verify scale thread up and down is working when long executing task is used:soft', async () => { + const longRunningPool = new DynamicThreadPool( + min, + max, + './tests/worker-files/thread/longRunningWorkerSoftBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long executing worker is online'), + exitHandler: () => console.log('long executing worker exited') + } + ) + expect(longRunningPool.workerNodes.length).toBe(min) + for (let i = 0; i < max * 2; i++) { + longRunningPool.execute() + } + expect(longRunningPool.workerNodes.length).toBe(max) + await sleep(1000) + // Here we expect the workerNodes to be at the max size since the task is still executing + expect(longRunningPool.workerNodes.length).toBe(max) + // We need to clean up the resources after our test + await longRunningPool.destroy() + }) + + it('Verify that a pool with zero worker can be instantiated', async () => { + const pool = new DynamicThreadPool( + 0, + max, + './tests/worker-files/thread/testWorker.js' + ) + expect(pool).toBeInstanceOf(DynamicThreadPool) + // We need to clean up the resources after our test + await pool.destroy() }) })