X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Fdynamic.test.js;h=8f4d2c9ad2e6f86bced3d9a8902cb551ec7a191e;hb=bb9423b78d11f9420b9b2a8cb865ea8c1315e642;hp=33a5ab8c013bac7bb4d114fa4dda0c9cfff1153b;hpb=f06e48d8e14dcfe3277bd16b1bd2463136af13e6;p=poolifier.git diff --git a/tests/pools/cluster/dynamic.test.js b/tests/pools/cluster/dynamic.test.js index 33a5ab8c..8f4d2c9a 100644 --- a/tests/pools/cluster/dynamic.test.js +++ b/tests/pools/cluster/dynamic.test.js @@ -1,7 +1,7 @@ const { expect } = require('expect') -const { DynamicClusterPool, PoolEvents } = require('../../../lib/index') -const { WorkerFunctions } = require('../../test-types') -const TestUtils = require('../../test-utils') +const { DynamicClusterPool, PoolEvents } = require('../../../lib') +const { TaskFunctions } = require('../../test-types') +const { sleep, waitWorkerEvents } = require('../../test-utils') describe('Dynamic cluster pool test suite', () => { const min = 1 @@ -11,19 +11,19 @@ describe('Dynamic cluster pool test suite', () => { max, './tests/worker-files/cluster/testWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) it('Verify that the function is executed in a worker cluster', async () => { let result = await pool.execute({ - function: WorkerFunctions.fibonacci + function: TaskFunctions.fibonacci }) - expect(result).toBe(false) + expect(result).toBe(75025) result = await pool.execute({ - function: WorkerFunctions.factorial + function: TaskFunctions.factorial }) - expect(result).toBe(false) + expect(result).toBe(9.33262154439441e157) }) it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => { @@ -34,94 +34,102 @@ describe('Dynamic cluster pool test suite', () => { } expect(pool.workerNodes.length).toBeLessThanOrEqual(max) expect(pool.workerNodes.length).toBeGreaterThan(min) - // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool. - // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. - expect(poolBusy).toBe(max + 1) - const numberOfExitEvents = await TestUtils.waitExits(pool, max - min) + expect(poolBusy).toBe(1) + const numberOfExitEvents = await waitWorkerEvents(pool, 'exit', max - min) expect(numberOfExitEvents).toBe(max - min) }) it('Verify scale worker up and down is working', async () => { expect(pool.workerNodes.length).toBe(min) - for (let i = 0; i < max * 10; i++) { + for (let i = 0; i < max * 2; i++) { pool.execute() } expect(pool.workerNodes.length).toBeGreaterThan(min) - await TestUtils.waitExits(pool, max - min) + await waitWorkerEvents(pool, 'exit', max - min) expect(pool.workerNodes.length).toBe(min) - for (let i = 0; i < max * 10; i++) { + for (let i = 0; i < max * 2; i++) { pool.execute() } expect(pool.workerNodes.length).toBeGreaterThan(min) - await TestUtils.waitExits(pool, max - min) + await waitWorkerEvents(pool, 'exit', max - min) expect(pool.workerNodes.length).toBe(min) }) it('Shutdown test', async () => { - const exitPromise = TestUtils.waitExits(pool, min) + const exitPromise = waitWorkerEvents(pool, 'exit', min) + let poolDestroy = 0 + pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy) await pool.destroy() const numberOfExitEvents = await exitPromise + expect(pool.started).toBe(false) + expect(pool.workerNodes.length).toBe(0) expect(numberOfExitEvents).toBe(min) + expect(poolDestroy).toBe(1) }) it('Validation of inputs test', () => { expect(() => new DynamicClusterPool(min)).toThrowError( - new Error('Please specify a file with a worker implementation') + 'Please specify a file with a worker implementation' ) }) it('Should work even without opts in input', async () => { - const pool1 = new DynamicClusterPool( + const pool = new DynamicClusterPool( min, max, './tests/worker-files/cluster/testWorker.js' ) - const result = await pool1.execute() - expect(result).toBe(false) + const result = await pool.execute() + expect(result).toStrictEqual({ ok: 1 }) // We need to clean up the resources after our test - await pool1.destroy() + await pool.destroy() }) - it('Verify scale processes up and down is working when long running task is used:hard', async () => { + it('Verify scale processes up and down is working when long executing task is used:hard', async () => { const longRunningPool = new DynamicClusterPool( min, max, './tests/worker-files/cluster/longRunningWorkerHardBehavior.js', { - errorHandler: e => console.error(e), - onlineHandler: () => console.log('long running worker is online'), - exitHandler: () => console.log('long running worker exited') + errorHandler: (e) => console.error(e), + onlineHandler: () => console.info('long executing worker is online'), + exitHandler: () => console.info('long executing worker exited') } ) expect(longRunningPool.workerNodes.length).toBe(min) - for (let i = 0; i < max * 10; i++) { + for (let i = 0; i < max * 2; i++) { longRunningPool.execute() } expect(longRunningPool.workerNodes.length).toBe(max) - await TestUtils.waitExits(longRunningPool, max - min) + await waitWorkerEvents(longRunningPool, 'exit', max - min) expect(longRunningPool.workerNodes.length).toBe(min) + expect( + longRunningPool.workerChoiceStrategyContext.workerChoiceStrategies.get( + longRunningPool.workerChoiceStrategyContext.workerChoiceStrategy + ).nextWorkerNodeKey + ).toBeLessThan(longRunningPool.workerNodes.length) // We need to clean up the resources after our test await longRunningPool.destroy() }) - it('Verify scale processes up and down is working when long running task is used:soft', async () => { + it('Verify scale processes up and down is working when long executing task is used:soft', async () => { const longRunningPool = new DynamicClusterPool( min, max, './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js', { - errorHandler: e => console.error(e), - onlineHandler: () => console.log('long running worker is online'), - exitHandler: () => console.log('long running worker exited') + errorHandler: (e) => console.error(e), + onlineHandler: () => console.info('long executing worker is online'), + exitHandler: () => console.info('long executing worker exited') } ) expect(longRunningPool.workerNodes.length).toBe(min) - for (let i = 0; i < max * 10; i++) { + for (let i = 0; i < max * 2; i++) { longRunningPool.execute() } expect(longRunningPool.workerNodes.length).toBe(max) - await TestUtils.sleep(1500) - // Here we expect the workerNodes to be at the max size since the task is still running + await sleep(1000) + // Here we expect the workerNodes to be at the max size since the task is still executing expect(longRunningPool.workerNodes.length).toBe(max) // We need to clean up the resources after our test await longRunningPool.destroy()