X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Fdynamic.test.js;h=62d28ed650c53d39cd86a722285068dafdb77bcc;hb=14916bf9ec9e7e60b1c03e9b6d876fc23990afad;hp=01b720720ac4761a768645b329d3cdb00a93283e;hpb=aad2595fd9c26bcb2f0d7a22d06edf56d5b08bdb;p=poolifier.git diff --git a/tests/pools/cluster/dynamic.test.js b/tests/pools/cluster/dynamic.test.js index 01b72072..62d28ed6 100644 --- a/tests/pools/cluster/dynamic.test.js +++ b/tests/pools/cluster/dynamic.test.js @@ -1,5 +1,6 @@ const expect = require('expect') const { DynamicClusterPool } = require('../../../lib/index') +const TestUtils = require('../../test-utils') const min = 1 const max = 3 const pool = new DynamicClusterPool( @@ -11,7 +12,7 @@ const pool = new DynamicClusterPool( } ) -describe('Dynamic cluster pool test suite ', () => { +describe('Dynamic cluster pool test suite', () => { it('Verify that the function is executed in a worker cluster', async () => { const result = await pool.execute({ test: 'test' }) expect(result).toBeDefined() @@ -20,22 +21,18 @@ describe('Dynamic cluster pool test suite ', () => { it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => { const promises = [] - let closedWorkers = 0 - let fullPool = 0 - pool.emitter.on('FullPool', () => fullPool++) + let poolBusy = 0 + pool.emitter.on('busy', () => poolBusy++) for (let i = 0; i < max * 2; i++) { promises.push(pool.execute({ test: 'test' })) } expect(pool.workers.length).toBeLessThanOrEqual(max) expect(pool.workers.length).toBeGreaterThan(min) - pool.workers.forEach(w => { - w.on('exit', () => { - closedWorkers++ - }) - }) - expect(fullPool > 1).toBeTruthy() - await new Promise(resolve => setTimeout(resolve, 5000)) - expect(closedWorkers).toBe(max - min) + // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool. + // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool. + expect(poolBusy).toBe(max + 1) + const numberOfExitEvents = await TestUtils.waitExits(pool, max - min) + expect(numberOfExitEvents).toBe(max - min) }) it('Verify scale worker up and down is working', async () => { @@ -44,37 +41,27 @@ describe('Dynamic cluster pool test suite ', () => { pool.execute({ test: 'test' }) } expect(pool.workers.length).toBeGreaterThan(min) - await new Promise(resolve => setTimeout(resolve, 3000)) + await TestUtils.waitExits(pool, max - min) expect(pool.workers.length).toBe(min) for (let i = 0; i < max * 10; i++) { pool.execute({ test: 'test' }) } expect(pool.workers.length).toBeGreaterThan(min) - await new Promise(resolve => setTimeout(resolve, 3000)) + await TestUtils.waitExits(pool, max - min) expect(pool.workers.length).toBe(min) }) + it('Shutdown test', async () => { - let closedWorkers = 0 - pool.workers.forEach(w => { - w.on('exit', () => { - closedWorkers++ - }) - }) - pool.destroy() - await new Promise(resolve => setTimeout(resolve, 2000)) - expect(closedWorkers).toBe(min) + const exitPromise = TestUtils.waitExits(pool, min) + await pool.destroy() + const res = await exitPromise + expect(res).toBe(min) }) - it('Validations test', () => { - let error - try { - const pool1 = new DynamicClusterPool() - console.log(pool1) - } catch (e) { - error = e - } - expect(error).toBeTruthy() - expect(error.message).toBeTruthy() + it('Validation of inputs test', () => { + expect(() => new DynamicClusterPool(min)).toThrowError( + new Error('Please specify a file with a worker implementation') + ) }) it('Should work even without opts in input', async () => { @@ -83,39 +70,67 @@ describe('Dynamic cluster pool test suite ', () => { 1, './tests/worker-files/cluster/testWorker.js' ) - const res = await pool1.execute({ test: 'test' }) - expect(res).toBeFalsy() + const result = await pool1.execute({ test: 'test' }) + expect(result).toBeDefined() + expect(result).toBeFalsy() + // We need to clean up the resources after our test + await pool1.destroy() }) it('Verify scale processes up and down is working when long running task is used:hard', async () => { const longRunningPool = new DynamicClusterPool( min, max, - './tests/worker/cluster/longRunningWorkerHardBehavior.js' + './tests/worker-files/cluster/longRunningWorkerHardBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long running worker is online'), + exitHandler: () => console.log('long running worker exited') + } ) expect(longRunningPool.workers.length).toBe(min) for (let i = 0; i < max * 10; i++) { longRunningPool.execute({ test: 'test' }) } expect(longRunningPool.workers.length).toBe(max) - await new Promise(resolve => setTimeout(resolve, 3000)) + await TestUtils.waitExits(longRunningPool, max - min) // Here we expect the workers to be at the max size since that the task is still running expect(longRunningPool.workers.length).toBe(min) + // We need to clean up the resources after our test + await longRunningPool.destroy() }) it('Verify scale processes up and down is working when long running task is used:soft', async () => { const longRunningPool = new DynamicClusterPool( min, max, - './tests/worker/cluster/longRunningWorkerSoftBehavior.js' + './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js', + { + errorHandler: e => console.error(e), + onlineHandler: () => console.log('long running worker is online'), + exitHandler: () => console.log('long running worker exited') + } ) expect(longRunningPool.workers.length).toBe(min) for (let i = 0; i < max * 10; i++) { longRunningPool.execute({ test: 'test' }) } expect(longRunningPool.workers.length).toBe(max) - await new Promise(resolve => setTimeout(resolve, 3000)) + await TestUtils.sleep(1500) // Here we expect the workers to be at the max size since that the task is still running expect(longRunningPool.workers.length).toBe(max) + // We need to clean up the resources after our test + await longRunningPool.destroy() + }) + + it('Verify that a pool with zero worker can be instantiated', async () => { + const pool = new DynamicClusterPool( + 0, + max, + './tests/worker-files/cluster/testWorker.js' + ) + expect(pool).toBeInstanceOf(DynamicClusterPool) + // We need to clean up the resources after our test + await pool.destroy() }) })