X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;ds=inline;f=tests%2Fpools%2Fcluster%2Ffixed.test.js;h=85eb6a0affcd0a3c05be2b9923a438afaa8446b0;hb=56d1167079ce8b4a043a8d750389f0d00ecccbad;hp=0415d9c1eaa7a94cdc1f1260a9bac060c5703c04;hpb=4e377863ebacc8cead467297d0365e93dec491c3;p=poolifier.git diff --git a/tests/pools/cluster/fixed.test.js b/tests/pools/cluster/fixed.test.js index 0415d9c1..85eb6a0a 100644 --- a/tests/pools/cluster/fixed.test.js +++ b/tests/pools/cluster/fixed.test.js @@ -1,16 +1,16 @@ const { expect } = require('expect') const { FixedClusterPool, PoolEvents } = require('../../../lib') -const { WorkerFunctions } = require('../../test-types') +const { TaskFunctions } = require('../../test-types') const { waitPoolEvents, waitWorkerEvents } = require('../../test-utils') describe('Fixed cluster pool test suite', () => { - const numberOfWorkers = 6 + const numberOfWorkers = 8 const tasksConcurrency = 2 const pool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/testWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const queuePool = new FixedClusterPool( @@ -21,13 +21,13 @@ describe('Fixed cluster pool test suite', () => { tasksQueueOptions: { concurrency: tasksConcurrency }, - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const emptyPool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/emptyWorker.js', - { exitHandler: () => console.log('empty pool worker exited') } + { exitHandler: () => console.info('empty pool worker exited') } ) const echoPool = new FixedClusterPool( numberOfWorkers, @@ -37,14 +37,14 @@ describe('Fixed cluster pool test suite', () => { numberOfWorkers, './tests/worker-files/cluster/errorWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const asyncErrorPool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/asyncErrorWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) const asyncPool = new FixedClusterPool( @@ -64,11 +64,11 @@ describe('Fixed cluster pool test suite', () => { it('Verify that the function is executed in a worker cluster', async () => { let result = await pool.execute({ - function: WorkerFunctions.fibonacci + function: TaskFunctions.fibonacci }) expect(result).toBe(75025) result = await pool.execute({ - function: WorkerFunctions.factorial + function: TaskFunctions.factorial }) expect(result).toBe(9.33262154439441e157) }) @@ -83,7 +83,7 @@ describe('Fixed cluster pool test suite', () => { numberOfWorkers, './tests/worker-files/cluster/testWorker.js', { - errorHandler: e => console.error(e) + errorHandler: (e) => console.error(e) } ) let poolReady = 0 @@ -92,12 +92,14 @@ describe('Fixed cluster pool test suite', () => { expect(poolReady).toBe(1) }) - it("Verify that 'busy' event is emitted", () => { + it("Verify that 'busy' event is emitted", async () => { + const promises = new Set() let poolBusy = 0 pool.emitter.on(PoolEvents.busy, () => ++poolBusy) for (let i = 0; i < numberOfWorkers * 2; i++) { - pool.execute() + promises.add(pool.execute()) } + await Promise.all(promises) // The `busy` event is triggered when the number of submitted tasks at once reach the number of fixed pool workers. // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the fixed pool. expect(poolBusy).toBe(numberOfWorkers + 1) @@ -111,6 +113,7 @@ describe('Fixed cluster pool test suite', () => { } expect(promises.size).toBe(numberOfWorkers * maxMultiplier) for (const workerNode of queuePool.workerNodes) { + expect(workerNode.usage.tasks.executing).toBeGreaterThanOrEqual(0) expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual( queuePool.opts.tasksQueueOptions.concurrency ) @@ -121,7 +124,9 @@ describe('Fixed cluster pool test suite', () => { expect(workerNode.usage.tasks.maxQueued).toBe( maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency ) + expect(workerNode.usage.tasks.stolen).toBe(0) } + expect(queuePool.info.executedTasks).toBe(0) expect(queuePool.info.executingTasks).toBe( numberOfWorkers * queuePool.opts.tasksQueueOptions.concurrency ) @@ -133,15 +138,30 @@ describe('Fixed cluster pool test suite', () => { numberOfWorkers * (maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency) ) + expect(queuePool.info.backPressure).toBe(false) + expect(queuePool.info.stolenTasks).toBe(0) await Promise.all(promises) for (const workerNode of queuePool.workerNodes) { - expect(workerNode.usage.tasks.executing).toBe(0) + expect(workerNode.usage.tasks.executing).toBeGreaterThanOrEqual(0) + expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) expect(workerNode.usage.tasks.executed).toBe(maxMultiplier) expect(workerNode.usage.tasks.queued).toBe(0) expect(workerNode.usage.tasks.maxQueued).toBe( maxMultiplier - queuePool.opts.tasksQueueOptions.concurrency ) + expect(workerNode.usage.tasks.stolen).toBeGreaterThanOrEqual(0) + expect(workerNode.usage.tasks.stolen).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) } + expect(queuePool.info.executedTasks).toBe(numberOfWorkers * maxMultiplier) + expect(queuePool.info.backPressure).toBe(false) + expect(queuePool.info.stolenTasks).toBeGreaterThanOrEqual(0) + expect(queuePool.info.stolenTasks).toBeLessThanOrEqual( + numberOfWorkers * maxMultiplier + ) }) it('Verify that is possible to have a worker that return undefined', async () => { @@ -158,7 +178,7 @@ describe('Fixed cluster pool test suite', () => { it('Verify that error handling is working properly:sync', async () => { const data = { f: 10 } let taskError - errorPool.emitter.on(PoolEvents.taskError, e => { + errorPool.emitter.on(PoolEvents.taskError, (e) => { taskError = e }) let inError @@ -177,7 +197,7 @@ describe('Fixed cluster pool test suite', () => { }) expect( errorPool.workerNodes.some( - workerNode => workerNode.usage.tasks.failed === 1 + (workerNode) => workerNode.usage.tasks.failed === 1 ) ).toBe(true) }) @@ -185,7 +205,7 @@ describe('Fixed cluster pool test suite', () => { it('Verify that error handling is working properly:async', async () => { const data = { f: 10 } let taskError - asyncErrorPool.emitter.on(PoolEvents.taskError, e => { + asyncErrorPool.emitter.on(PoolEvents.taskError, (e) => { taskError = e }) let inError @@ -204,7 +224,7 @@ describe('Fixed cluster pool test suite', () => { }) expect( asyncErrorPool.workerNodes.some( - workerNode => workerNode.usage.tasks.failed === 1 + (workerNode) => workerNode.usage.tasks.failed === 1 ) ).toBe(true) }) @@ -220,9 +240,12 @@ describe('Fixed cluster pool test suite', () => { it('Shutdown test', async () => { const exitPromise = waitWorkerEvents(pool, 'exit', numberOfWorkers) + let poolDestroy = 0 + pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy) await pool.destroy() const numberOfExitEvents = await exitPromise expect(numberOfExitEvents).toBe(numberOfWorkers) + expect(poolDestroy).toBe(1) }) it('Verify that cluster pool options are checked', async () => {