X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Fdynamic.test.js;h=33a5ab8c013bac7bb4d114fa4dda0c9cfff1153b;hb=f06e48d8e14dcfe3277bd16b1bd2463136af13e6;hp=53a5f8d0b232e18ac26effb3ccfe466297f5458a;hpb=a35560bac09e829e1e19f88f8fd1d71a64c9d50b;p=poolifier.git diff --git a/tests/pools/cluster/dynamic.test.js b/tests/pools/cluster/dynamic.test.js index 53a5f8d0..33a5ab8c 100644 --- a/tests/pools/cluster/dynamic.test.js +++ b/tests/pools/cluster/dynamic.test.js @@ -1,69 +1,83 @@ -const expect = require('expect') -const { DynamicClusterPool } = require('../../../lib/index') +const { expect } = require('expect') +const { DynamicClusterPool, PoolEvents } = require('../../../lib/index') +const { WorkerFunctions } = require('../../test-types') const TestUtils = require('../../test-utils') -const min = 1 -const max = 3 -const pool = new DynamicClusterPool( - min, - max, - './tests/worker-files/cluster/testWorker.js', - { - errorHandler: e => console.error(e) - } -) describe('Dynamic cluster pool test suite', () => { + const min = 1 + const max = 3 + const pool = new DynamicClusterPool( + min, + max, + './tests/worker-files/cluster/testWorker.js', + { + errorHandler: e => console.error(e) + } + ) + it('Verify that the function is executed in a worker cluster', async () => { - const result = await pool.execute({ test: 'test' }) - expect(result).toBeDefined() - expect(result).toBeFalsy() + let result = await pool.execute({ + function: WorkerFunctions.fibonacci + }) + expect(result).toBe(false) + result = await pool.execute({ + function: WorkerFunctions.factorial + }) + expect(result).toBe(false) }) it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => { - const promises = [] - let fullPool = 0 - pool.emitter.on('FullPool', () => fullPool++) + let poolBusy = 0 + pool.emitter.on(PoolEvents.busy, () => ++poolBusy) for (let i = 0; i < max * 2; i++) { - promises.push(pool.execute({ test: 'test' })) + pool.execute() } - expect(pool.workers.length).toBeLessThanOrEqual(max) - expect(pool.workers.length).toBeGreaterThan(min) - expect(fullPool > 1).toBeTruthy() + expect(pool.workerNodes.length).toBeLessThanOrEqual(max) + expect(pool.workerNodes.length).toBeGreaterThan(min) + // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool. + // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. + expect(poolBusy).toBe(max + 1) const numberOfExitEvents = await TestUtils.waitExits(pool, max - min) expect(numberOfExitEvents).toBe(max - min) }) it('Verify scale worker up and down is working', async () => { - expect(pool.workers.length).toBe(min) + expect(pool.workerNodes.length).toBe(min) for (let i = 0; i < max * 10; i++) { - pool.execute({ test: 'test' }) + pool.execute() } - expect(pool.workers.length).toBeGreaterThan(min) + expect(pool.workerNodes.length).toBeGreaterThan(min) await TestUtils.waitExits(pool, max - min) - expect(pool.workers.length).toBe(min) + expect(pool.workerNodes.length).toBe(min) for (let i = 0; i < max * 10; i++) { - pool.execute({ test: 'test' }) + pool.execute() } - expect(pool.workers.length).toBeGreaterThan(min) + expect(pool.workerNodes.length).toBeGreaterThan(min) await TestUtils.waitExits(pool, max - min) - expect(pool.workers.length).toBe(min) + expect(pool.workerNodes.length).toBe(min) }) it('Shutdown test', async () => { const exitPromise = TestUtils.waitExits(pool, min) await pool.destroy() - const res = await exitPromise - expect(res).toBe(min) + const numberOfExitEvents = await exitPromise + expect(numberOfExitEvents).toBe(min) + }) + + it('Validation of inputs test', () => { + expect(() => new DynamicClusterPool(min)).toThrowError( + new Error('Please specify a file with a worker implementation') + ) }) it('Should work even without opts in input', async () => { const pool1 = new DynamicClusterPool( - 1, - 1, + min, + max, './tests/worker-files/cluster/testWorker.js' ) - const result = await pool1.execute({ test: 'test' }) - expect(result).toBeFalsy() + const result = await pool1.execute() + expect(result).toBe(false) // We need to clean up the resources after our test await pool1.destroy() }) @@ -72,16 +86,20 @@ describe('Dynamic cluster pool test suite', () => { const longRunningPool = new DynamicClusterPool( min, max, - './tests/worker-files/cluster/longRunningWorkerHardBehavior.js' + './tests/worker-files/cluster/longRunningWorkerHardBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long running worker is online'), + exitHandler: () => console.log('long running worker exited') + } ) - expect(longRunningPool.workers.length).toBe(min) + expect(longRunningPool.workerNodes.length).toBe(min) for (let i = 0; i < max * 10; i++) { - longRunningPool.execute({ test: 'test' }) + longRunningPool.execute() } - expect(longRunningPool.workers.length).toBe(max) + expect(longRunningPool.workerNodes.length).toBe(max) await TestUtils.waitExits(longRunningPool, max - min) - // Here we expect the workers to be at the max size since that the task is still running - expect(longRunningPool.workers.length).toBe(min) + expect(longRunningPool.workerNodes.length).toBe(min) // We need to clean up the resources after our test await longRunningPool.destroy() }) @@ -90,17 +108,33 @@ describe('Dynamic cluster pool test suite', () => { const longRunningPool = new DynamicClusterPool( min, max, - './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js' + './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long running worker is online'), + exitHandler: () => console.log('long running worker exited') + } ) - expect(longRunningPool.workers.length).toBe(min) + expect(longRunningPool.workerNodes.length).toBe(min) for (let i = 0; i < max * 10; i++) { - longRunningPool.execute({ test: 'test' }) + longRunningPool.execute() } - expect(longRunningPool.workers.length).toBe(max) + expect(longRunningPool.workerNodes.length).toBe(max) await TestUtils.sleep(1500) - // Here we expect the workers to be at the max size since that the task is still running - expect(longRunningPool.workers.length).toBe(max) + // Here we expect the workerNodes to be at the max size since the task is still running + expect(longRunningPool.workerNodes.length).toBe(max) // We need to clean up the resources after our test await longRunningPool.destroy() }) + + it('Verify that a pool with zero worker can be instantiated', async () => { + const pool = new DynamicClusterPool( + 0, + max, + './tests/worker-files/cluster/testWorker.js' + ) + expect(pool).toBeInstanceOf(DynamicClusterPool) + // We need to clean up the resources after our test + await pool.destroy() + }) })