const { expect } = require('expect')
-const { DynamicClusterPool } = require('../../../lib/index')
-const TestUtils = require('../../test-utils')
-const min = 1
-const max = 3
-const pool = new DynamicClusterPool(
- min,
- max,
- './tests/worker-files/cluster/testWorker.js',
- {
- errorHandler: e => console.error(e)
- }
-)
+const { DynamicClusterPool, PoolEvents } = require('../../../lib')
+const { TaskFunctions } = require('../../test-types')
+const { sleep, waitWorkerEvents } = require('../../test-utils')
describe('Dynamic cluster pool test suite', () => {
+ const min = 1
+ const max = 3
+ const pool = new DynamicClusterPool(
+ min,
+ max,
+ './tests/worker-files/cluster/testWorker.js',
+ {
+ errorHandler: e => console.error(e)
+ }
+ )
+
it('Verify that the function is executed in a worker cluster', async () => {
- const result = await pool.execute({ test: 'test' })
- expect(result).toBeDefined()
- expect(result).toBeFalsy()
+ let result = await pool.execute({
+ function: TaskFunctions.fibonacci
+ })
+ expect(result).toBe(75025)
+ result = await pool.execute({
+ function: TaskFunctions.factorial
+ })
+ expect(result).toBe(9.33262154439441e157)
})
it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => {
- const promises = []
let poolBusy = 0
- pool.emitter.on('busy', () => poolBusy++)
+ pool.emitter.on(PoolEvents.busy, () => ++poolBusy)
for (let i = 0; i < max * 2; i++) {
- promises.push(pool.execute({ test: 'test' }))
+ pool.execute()
}
- expect(pool.workers.length).toBeLessThanOrEqual(max)
- expect(pool.workers.length).toBeGreaterThan(min)
- // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool.
- // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool.
- expect(poolBusy).toBe(max + 1)
- const numberOfExitEvents = await TestUtils.waitExits(pool, max - min)
+ expect(pool.workerNodes.length).toBeLessThanOrEqual(max)
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ expect(poolBusy).toBe(1)
+ const numberOfExitEvents = await waitWorkerEvents(pool, 'exit', max - min)
expect(numberOfExitEvents).toBe(max - min)
})
it('Verify scale worker up and down is working', async () => {
- expect(pool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
- pool.execute({ test: 'test' })
+ expect(pool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
+ pool.execute()
}
- expect(pool.workers.length).toBeGreaterThan(min)
- await TestUtils.waitExits(pool, max - min)
- expect(pool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
- pool.execute({ test: 'test' })
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ await waitWorkerEvents(pool, 'exit', max - min)
+ expect(pool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
+ pool.execute()
}
- expect(pool.workers.length).toBeGreaterThan(min)
- await TestUtils.waitExits(pool, max - min)
- expect(pool.workers.length).toBe(min)
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ await waitWorkerEvents(pool, 'exit', max - min)
+ expect(pool.workerNodes.length).toBe(min)
})
it('Shutdown test', async () => {
- const exitPromise = TestUtils.waitExits(pool, min)
+ const exitPromise = waitWorkerEvents(pool, 'exit', min)
+ expect(pool.emitter.eventNames()).toStrictEqual([PoolEvents.busy])
+ let poolDestroy = 0
+ pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy)
+ expect(pool.emitter.eventNames()).toStrictEqual([
+ PoolEvents.busy,
+ PoolEvents.destroy
+ ])
await pool.destroy()
const numberOfExitEvents = await exitPromise
+ expect(pool.started).toBe(false)
+ expect(pool.workerNodes.length).toBe(0)
expect(numberOfExitEvents).toBe(min)
+ expect(poolDestroy).toBe(1)
})
it('Validation of inputs test', () => {
expect(() => new DynamicClusterPool(min)).toThrowError(
- new Error('Please specify a file with a worker implementation')
+ 'Please specify a file with a worker implementation'
)
})
it('Should work even without opts in input', async () => {
- const pool1 = new DynamicClusterPool(
- 1,
- 1,
+ const pool = new DynamicClusterPool(
+ min,
+ max,
'./tests/worker-files/cluster/testWorker.js'
)
- const result = await pool1.execute({ test: 'test' })
- expect(result).toBeDefined()
- expect(result).toBeFalsy()
+ const result = await pool.execute()
+ expect(result).toStrictEqual({ ok: 1 })
// We need to clean up the resources after our test
- await pool1.destroy()
+ await pool.destroy()
})
- it('Verify scale processes up and down is working when long running task is used:hard', async () => {
+ it('Verify scale processes up and down is working when long executing task is used:hard', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
'./tests/worker-files/cluster/longRunningWorkerHardBehavior.js',
{
errorHandler: e => console.error(e),
- onlineHandler: () => console.log('long running worker is online'),
- exitHandler: () => console.log('long running worker exited')
+ onlineHandler: () => console.info('long executing worker is online'),
+ exitHandler: () => console.info('long executing worker exited')
}
)
- expect(longRunningPool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
- longRunningPool.execute({ test: 'test' })
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
+ longRunningPool.execute()
}
- expect(longRunningPool.workers.length).toBe(max)
- await TestUtils.waitExits(longRunningPool, max - min)
- // Here we expect the workers to be at the max size since that the task is still running
- expect(longRunningPool.workers.length).toBe(min)
+ expect(longRunningPool.workerNodes.length).toBe(max)
+ await waitWorkerEvents(longRunningPool, 'exit', max - min)
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ expect(
+ longRunningPool.workerChoiceStrategyContext.workerChoiceStrategies.get(
+ longRunningPool.workerChoiceStrategyContext.workerChoiceStrategy
+ ).nextWorkerNodeKey
+ ).toBeLessThan(longRunningPool.workerNodes.length)
// We need to clean up the resources after our test
await longRunningPool.destroy()
})
- it('Verify scale processes up and down is working when long running task is used:soft', async () => {
+ it('Verify scale processes up and down is working when long executing task is used:soft', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
'./tests/worker-files/cluster/longRunningWorkerSoftBehavior.js',
{
errorHandler: e => console.error(e),
- onlineHandler: () => console.log('long running worker is online'),
- exitHandler: () => console.log('long running worker exited')
+ onlineHandler: () => console.info('long executing worker is online'),
+ exitHandler: () => console.info('long executing worker exited')
}
)
- expect(longRunningPool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
- longRunningPool.execute({ test: 'test' })
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
+ longRunningPool.execute()
}
- expect(longRunningPool.workers.length).toBe(max)
- await TestUtils.sleep(1500)
- // Here we expect the workers to be at the max size since that the task is still running
- expect(longRunningPool.workers.length).toBe(max)
+ expect(longRunningPool.workerNodes.length).toBe(max)
+ await sleep(1000)
+ // Here we expect the workerNodes to be at the max size since the task is still executing
+ expect(longRunningPool.workerNodes.length).toBe(max)
// We need to clean up the resources after our test
await longRunningPool.destroy()
})