X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Ffixed.test.js;h=42e13a9a83348f8b4d8c425f4f71ae32c77d6a7e;hb=7d1fc6d3a88ab9820a2e703c33b94de82f532c25;hp=34c066100aff925579f80a8876c03a4b4d81e695;hpb=70a4f5ea122d3ddb2d2e0b245598ad241562e7f7;p=poolifier.git diff --git a/tests/pools/cluster/fixed.test.js b/tests/pools/cluster/fixed.test.js index 34c06610..42e13a9a 100644 --- a/tests/pools/cluster/fixed.test.js +++ b/tests/pools/cluster/fixed.test.js @@ -1,15 +1,17 @@ const { expect } = require('expect') const { FixedClusterPool, PoolEvents } = require('../../../lib') -const { WorkerFunctions } = require('../../test-types') -const TestUtils = require('../../test-utils') +const { TaskFunctions } = require('../../test-types') +const { waitPoolEvents, waitWorkerEvents } = require('../../test-utils') +const { DEFAULT_TASK_NAME } = require('../../../lib/utils') describe('Fixed cluster pool test suite', () => { - const numberOfWorkers = 6 + const numberOfWorkers = 8 + const tasksConcurrency = 2 const pool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/testWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const queuePool = new FixedClusterPool( @@ -18,15 +20,15 @@ describe('Fixed cluster pool test suite', () => { { enableTasksQueue: true, tasksQueueOptions: { - concurrency: 2 + concurrency: tasksConcurrency }, - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const emptyPool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/emptyWorker.js', - { exitHandler: () => console.log('empty pool worker exited') } + { exitHandler: () => console.info('empty pool worker exited') } ) const echoPool = new FixedClusterPool( numberOfWorkers, @@ -36,14 +38,14 @@ describe('Fixed cluster pool test suite', () => { numberOfWorkers, './tests/worker-files/cluster/errorWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const asyncErrorPool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/asyncErrorWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const asyncPool = new FixedClusterPool( @@ -63,56 +65,104 @@ describe('Fixed cluster pool test suite', () => { it('Verify that the function is executed in a worker cluster', async () => { let result = await pool.execute({ - function: WorkerFunctions.fibonacci + function: TaskFunctions.fibonacci }) - expect(result).toBe(121393) + expect(result).toBe(75025) result = await pool.execute({ - function: WorkerFunctions.factorial + function: TaskFunctions.factorial }) expect(result).toBe(9.33262154439441e157) }) it('Verify that is possible to invoke the execute() method without input', async () => { const result = await pool.execute() - expect(result).toBe(false) + expect(result).toStrictEqual({ ok: 1 }) + }) + + it("Verify that 'ready' event is emitted", async () => { + const pool1 = new FixedClusterPool( + numberOfWorkers, + './tests/worker-files/cluster/testWorker.js', + { + errorHandler: (e) => console.error(e) + } + ) + let poolReady = 0 + pool1.emitter.on(PoolEvents.ready, () => ++poolReady) + await waitPoolEvents(pool1, PoolEvents.ready, 1) + expect(poolReady).toBe(1) }) it("Verify that 'busy' event is emitted", async () => { + const promises = new Set() let poolBusy = 0 pool.emitter.on(PoolEvents.busy, () => ++poolBusy) for (let i = 0; i < numberOfWorkers * 2; i++) { - pool.execute() + promises.add(pool.execute()) } + await Promise.all(promises) // The `busy` event is triggered when the number of submitted tasks at once reach the number of fixed pool workers. // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the fixed pool. expect(poolBusy).toBe(numberOfWorkers + 1) }) it('Verify that tasks queuing is working', async () => { - const maxMultiplier = 10 const promises = new Set() + const maxMultiplier = 3 // Must be greater than tasksConcurrency for (let i = 0; i < numberOfWorkers * maxMultiplier; i++) { promises.add(queuePool.execute()) } expect(promises.size).toBe(numberOfWorkers * maxMultiplier) for (const workerNode of queuePool.workerNodes) { - expect(workerNode.tasksUsage.running).toBeLessThanOrEqual( + expect(workerNode.usage.tasks.executing).toBeGreaterThanOrEqual(0) + expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual( queuePool.opts.tasksQueueOptions.concurrency ) - expect(workerNode.tasksUsage.run).toBe(0) - expect(workerNode.tasksQueue.size).toBeGreaterThan(0) + expect(workerNode.usage.tasks.executed).toBe(0) + expect(workerNode.usage.tasks.queued).toBe( + maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency + ) + expect(workerNode.usage.tasks.maxQueued).toBe( + maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency + ) + expect(workerNode.usage.tasks.stolen).toBe(0) } - expect(queuePool.numberOfRunningTasks).toBe(numberOfWorkers) - expect(queuePool.numberOfQueuedTasks).toBe( - numberOfWorkers * maxMultiplier - numberOfWorkers + expect(queuePool.info.executedTasks).toBe(0) + expect(queuePool.info.executingTasks).toBe( + numberOfWorkers * queuePool.opts.tasksQueueOptions.concurrency ) + expect(queuePool.info.queuedTasks).toBe( + numberOfWorkers * + (maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency) + ) + expect(queuePool.info.maxQueuedTasks).toBe( + numberOfWorkers * + (maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency) + ) + expect(queuePool.info.backPressure).toBe(false) + expect(queuePool.info.stolenTasks).toBe(0) await Promise.all(promises) for (const workerNode of queuePool.workerNodes) { - expect(workerNode.tasksUsage.running).toBe(0) - expect(workerNode.tasksUsage.run).toBeGreaterThan(0) - expect(workerNode.tasksQueue.size).toBe(0) + expect(workerNode.usage.tasks.executing).toBeGreaterThanOrEqual(0) + expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) + expect(workerNode.usage.tasks.executed).toBe(maxMultiplier) + expect(workerNode.usage.tasks.queued).toBe(0) + expect(workerNode.usage.tasks.maxQueued).toBe( + maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency + ) + expect(workerNode.usage.tasks.stolen).toBeGreaterThanOrEqual(0) + expect(workerNode.usage.tasks.stolen).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) } - promises.clear() + expect(queuePool.info.executedTasks).toBe(numberOfWorkers * maxMultiplier) + expect(queuePool.info.backPressure).toBe(false) + expect(queuePool.info.stolenTasks).toBeGreaterThanOrEqual(0) + expect(queuePool.info.stolenTasks).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) }) it('Verify that is possible to have a worker that return undefined', async () => { @@ -128,6 +178,10 @@ describe('Fixed cluster pool test suite', () => { it('Verify that error handling is working properly:sync', async () => { const data = { f: 10 } + let taskError + errorPool.emitter.on(PoolEvents.taskError, (e) => { + taskError = e + }) let inError try { await errorPool.execute(data) @@ -137,10 +191,24 @@ describe('Fixed cluster pool test suite', () => { expect(inError).toBeDefined() expect(typeof inError === 'string').toBe(true) expect(inError).toBe('Error Message from ClusterWorker') + expect(taskError).toStrictEqual({ + name: DEFAULT_TASK_NAME, + message: 'Error Message from ClusterWorker', + data + }) + expect( + errorPool.workerNodes.some( + (workerNode) => workerNode.usage.tasks.failed === 1 + ) + ).toBe(true) }) it('Verify that error handling is working properly:async', async () => { const data = { f: 10 } + let taskError + asyncErrorPool.emitter.on(PoolEvents.taskError, (e) => { + taskError = e + }) let inError try { await asyncErrorPool.execute(data) @@ -150,6 +218,16 @@ describe('Fixed cluster pool test suite', () => { expect(inError).toBeDefined() expect(typeof inError === 'string').toBe(true) expect(inError).toBe('Error Message from ClusterWorker:async') + expect(taskError).toStrictEqual({ + name: DEFAULT_TASK_NAME, + message: 'Error Message from ClusterWorker:async', + data + }) + expect( + asyncErrorPool.workerNodes.some( + (workerNode) => workerNode.usage.tasks.failed === 1 + ) + ).toBe(true) }) it('Verify that async function is working properly', async () => { @@ -162,10 +240,13 @@ describe('Fixed cluster pool test suite', () => { }) it('Shutdown test', async () => { - const exitPromise = TestUtils.waitExits(pool, numberOfWorkers) + const exitPromise = waitWorkerEvents(pool, 'exit', numberOfWorkers) + let poolDestroy = 0 + pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy) await pool.destroy() const numberOfExitEvents = await exitPromise expect(numberOfExitEvents).toBe(numberOfWorkers) + expect(poolDestroy).toBe(1) }) it('Verify that cluster pool options are checked', async () => { @@ -197,7 +278,7 @@ describe('Fixed cluster pool test suite', () => { './tests/worker-files/cluster/testWorker.js' ) const res = await pool1.execute() - expect(res).toBe(false) + expect(res).toStrictEqual({ ok: 1 }) // We need to clean up the resources after our test await pool1.destroy() }) @@ -206,6 +287,6 @@ describe('Fixed cluster pool test suite', () => { expect( () => new FixedClusterPool(0, './tests/worker-files/cluster/testWorker.js') - ).toThrowError('Cannot instantiate a fixed pool with no worker') + ).toThrowError('Cannot instantiate a fixed pool with zero worker') }) })