X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Ffixed.test.js;h=f9423e731cbd93a20417b2124d7f4c4f4c8b783d;hb=21f710aa73abbb5d90328cfb199adfc0f7a70406;hp=e00e5fa331d7231d0cacd862c22adeb29c6c9f66;hpb=1a76932b50afaed3047a58cb0365ad4c446460d6;p=poolifier.git diff --git a/tests/pools/cluster/fixed.test.js b/tests/pools/cluster/fixed.test.js index e00e5fa3..f9423e73 100644 --- a/tests/pools/cluster/fixed.test.js +++ b/tests/pools/cluster/fixed.test.js @@ -1,7 +1,7 @@ const { expect } = require('expect') -const { FixedClusterPool } = require('../../../lib/index') +const { FixedClusterPool, PoolEvents } = require('../../../lib') const { WorkerFunctions } = require('../../test-types') -const TestUtils = require('../../test-utils') +const { waitWorkerEvents } = require('../../test-utils') describe('Fixed cluster pool test suite', () => { const numberOfWorkers = 6 @@ -12,6 +12,17 @@ describe('Fixed cluster pool test suite', () => { errorHandler: e => console.error(e) } ) + const queuePool = new FixedClusterPool( + numberOfWorkers, + './tests/worker-files/cluster/testWorker.js', + { + enableTasksQueue: true, + tasksQueueOptions: { + concurrency: 2 + }, + errorHandler: e => console.error(e) + } + ) const emptyPool = new FixedClusterPool( numberOfWorkers, './tests/worker-files/cluster/emptyWorker.js', @@ -47,35 +58,28 @@ describe('Fixed cluster pool test suite', () => { await errorPool.destroy() await asyncErrorPool.destroy() await emptyPool.destroy() - }) - - it('Choose worker round robin test', async () => { - const results = new Set() - for (let i = 0; i < numberOfWorkers; i++) { - results.add(pool.chooseWorker().id) - } - expect(results.size).toBe(numberOfWorkers) + await queuePool.destroy() }) it('Verify that the function is executed in a worker cluster', async () => { let result = await pool.execute({ function: WorkerFunctions.fibonacci }) - expect(result).toBe(false) + expect(result).toBe(75025) result = await pool.execute({ function: WorkerFunctions.factorial }) - expect(result).toBe(false) + expect(result).toBe(9.33262154439441e157) }) - it('Verify that is possible to invoke the execute method without input', async () => { + it('Verify that is possible to invoke the execute() method without input', async () => { const result = await pool.execute() - expect(result).toBe(false) + expect(result).toStrictEqual({ ok: 1 }) }) - it('Verify that busy event is emitted', async () => { + it("Verify that 'busy' event is emitted", async () => { let poolBusy = 0 - pool.emitter.on('busy', () => poolBusy++) + pool.emitter.on(PoolEvents.busy, () => ++poolBusy) for (let i = 0; i < numberOfWorkers * 2; i++) { pool.execute() } @@ -84,6 +88,38 @@ describe('Fixed cluster pool test suite', () => { expect(poolBusy).toBe(numberOfWorkers + 1) }) + it('Verify that tasks queuing is working', async () => { + const promises = new Set() + const maxMultiplier = 2 + for (let i = 0; i < numberOfWorkers * maxMultiplier; i++) { + promises.add(queuePool.execute()) + } + expect(promises.size).toBe(numberOfWorkers * maxMultiplier) + for (const workerNode of queuePool.workerNodes) { + expect(workerNode.usage.tasks.executing).toBeLessThanOrEqual( + queuePool.opts.tasksQueueOptions.concurrency + ) + expect(workerNode.usage.tasks.executed).toBe(0) + expect(workerNode.usage.tasks.queued).toBeGreaterThan(0) + expect(workerNode.usage.tasks.maxQueued).toBeGreaterThan(0) + } + expect(queuePool.info.executingTasks).toBe(numberOfWorkers) + expect(queuePool.info.queuedTasks).toBe( + numberOfWorkers * maxMultiplier - numberOfWorkers + ) + expect(queuePool.info.maxQueuedTasks).toBe( + numberOfWorkers * maxMultiplier - numberOfWorkers + ) + await Promise.all(promises) + for (const workerNode of queuePool.workerNodes) { + expect(workerNode.usage.tasks.executing).toBe(0) + expect(workerNode.usage.tasks.executed).toBeGreaterThan(0) + expect(workerNode.usage.tasks.executed).toBeLessThanOrEqual(maxMultiplier) + expect(workerNode.usage.tasks.queued).toBe(0) + expect(workerNode.usage.tasks.maxQueued).toBe(1) + } + }) + it('Verify that is possible to have a worker that return undefined', async () => { const result = await emptyPool.execute() expect(result).toBeUndefined() @@ -97,6 +133,10 @@ describe('Fixed cluster pool test suite', () => { it('Verify that error handling is working properly:sync', async () => { const data = { f: 10 } + let taskError + errorPool.emitter.on(PoolEvents.taskError, e => { + taskError = e + }) let inError try { await errorPool.execute(data) @@ -106,10 +146,23 @@ describe('Fixed cluster pool test suite', () => { expect(inError).toBeDefined() expect(typeof inError === 'string').toBe(true) expect(inError).toBe('Error Message from ClusterWorker') + expect(taskError).toStrictEqual({ + message: 'Error Message from ClusterWorker', + data + }) + expect( + errorPool.workerNodes.some( + workerNode => workerNode.usage.tasks.failed === 1 + ) + ).toBe(true) }) it('Verify that error handling is working properly:async', async () => { const data = { f: 10 } + let taskError + asyncErrorPool.emitter.on(PoolEvents.taskError, e => { + taskError = e + }) let inError try { await asyncErrorPool.execute(data) @@ -119,19 +172,28 @@ describe('Fixed cluster pool test suite', () => { expect(inError).toBeDefined() expect(typeof inError === 'string').toBe(true) expect(inError).toBe('Error Message from ClusterWorker:async') + expect(taskError).toStrictEqual({ + message: 'Error Message from ClusterWorker:async', + data + }) + expect( + asyncErrorPool.workerNodes.some( + workerNode => workerNode.usage.tasks.failed === 1 + ) + ).toBe(true) }) it('Verify that async function is working properly', async () => { const data = { f: 10 } - const startTime = Date.now() + const startTime = performance.now() const result = await asyncPool.execute(data) - const usedTime = Date.now() - startTime + const usedTime = performance.now() - startTime expect(result).toStrictEqual(data) expect(usedTime).toBeGreaterThanOrEqual(2000) }) it('Shutdown test', async () => { - const exitPromise = TestUtils.waitExits(pool, numberOfWorkers) + const exitPromise = waitWorkerEvents(pool, 'exit', numberOfWorkers) await pool.destroy() const numberOfExitEvents = await exitPromise expect(numberOfExitEvents).toBe(numberOfWorkers) @@ -166,7 +228,7 @@ describe('Fixed cluster pool test suite', () => { './tests/worker-files/cluster/testWorker.js' ) const res = await pool1.execute() - expect(res).toBe(false) + expect(res).toStrictEqual({ ok: 1 }) // We need to clean up the resources after our test await pool1.destroy() }) @@ -175,6 +237,6 @@ describe('Fixed cluster pool test suite', () => { expect( () => new FixedClusterPool(0, './tests/worker-files/cluster/testWorker.js') - ).toThrowError(new Error('Cannot instantiate a fixed pool with no worker')) + ).toThrowError('Cannot instantiate a fixed pool with zero worker') }) })