const { expect } = require('expect')
-const { DynamicClusterPool } = require('../../../lib/index')
-const { WorkerFunctions } = require('../../test-types')
-const TestUtils = require('../../test-utils')
+const { DynamicClusterPool, PoolEvents } = require('../../../lib')
+const { TaskFunctions } = require('../../test-types')
+const { sleep, waitWorkerEvents } = require('../../test-utils')
describe('Dynamic cluster pool test suite', () => {
const min = 1
max,
'./tests/worker-files/cluster/testWorker.js',
{
- errorHandler: e => console.error(e)
+ errorHandler: (e) => console.error(e)
}
)
it('Verify that the function is executed in a worker cluster', async () => {
let result = await pool.execute({
- function: WorkerFunctions.fibonacci
+ function: TaskFunctions.fibonacci
})
- expect(result).toBe(false)
+ expect(result).toBe(75025)
result = await pool.execute({
- function: WorkerFunctions.factorial
+ function: TaskFunctions.factorial
})
- expect(result).toBe(false)
+ expect(result).toBe(9.33262154439441e157)
})
it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => {
let poolBusy = 0
- pool.emitter.on('busy', () => ++poolBusy)
+ pool.emitter.on(PoolEvents.busy, () => ++poolBusy)
for (let i = 0; i < max * 2; i++) {
pool.execute()
}
- expect(pool.workers.length).toBeLessThanOrEqual(max)
- expect(pool.workers.length).toBeGreaterThan(min)
- // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool.
- // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool.
- expect(poolBusy).toBe(max + 1)
- const numberOfExitEvents = await TestUtils.waitExits(pool, max - min)
+ expect(pool.workerNodes.length).toBeLessThanOrEqual(max)
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ expect(poolBusy).toBe(1)
+ const numberOfExitEvents = await waitWorkerEvents(pool, 'exit', max - min)
expect(numberOfExitEvents).toBe(max - min)
})
it('Verify scale worker up and down is working', async () => {
- expect(pool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
+ expect(pool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
pool.execute()
}
- expect(pool.workers.length).toBeGreaterThan(min)
- await TestUtils.waitExits(pool, max - min)
- expect(pool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ await waitWorkerEvents(pool, 'exit', max - min)
+ expect(pool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
pool.execute()
}
- expect(pool.workers.length).toBeGreaterThan(min)
- await TestUtils.waitExits(pool, max - min)
- expect(pool.workers.length).toBe(min)
+ expect(pool.workerNodes.length).toBeGreaterThan(min)
+ await waitWorkerEvents(pool, 'exit', max - min)
+ expect(pool.workerNodes.length).toBe(min)
})
it('Shutdown test', async () => {
- const exitPromise = TestUtils.waitExits(pool, min)
+ const exitPromise = waitWorkerEvents(pool, 'exit', min)
+ let poolDestroy = 0
+ pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy)
await pool.destroy()
const numberOfExitEvents = await exitPromise
+ expect(pool.started).toBe(false)
+ expect(pool.workerNodes.length).toBe(0)
expect(numberOfExitEvents).toBe(min)
+ expect(poolDestroy).toBe(1)
})
it('Validation of inputs test', () => {
expect(() => new DynamicClusterPool(min)).toThrowError(
- new Error('Please specify a file with a worker implementation')
+ 'Please specify a file with a worker implementation'
)
})
it('Should work even without opts in input', async () => {
- const pool1 = new DynamicClusterPool(
+ const pool = new DynamicClusterPool(
min,
max,
'./tests/worker-files/cluster/testWorker.js'
)
- const result = await pool1.execute()
- expect(result).toBe(false)
+ const result = await pool.execute()
+ expect(result).toStrictEqual({ ok: 1 })
// We need to clean up the resources after our test
- await pool1.destroy()
+ await pool.destroy()
})
- it('Verify scale processes up and down is working when long running task is used:hard', async () => {
+ it('Verify scale processes up and down is working when long executing task is used:hard', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
'./tests/worker-files/cluster/longRunningWorkerHardBehavior.js',
{
- errorHandler: e => console.error(e),
- onlineHandler: () => console.log('long running worker is online'),
- exitHandler: () => console.log('long running worker exited')
+ errorHandler: (e) => console.error(e),
+ onlineHandler: () => console.info('long executing worker is online'),
+ exitHandler: () => console.info('long executing worker exited')
}
)
- expect(longRunningPool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
longRunningPool.execute()
}
- expect(longRunningPool.workers.length).toBe(max)
- await TestUtils.waitExits(longRunningPool, max - min)
- expect(longRunningPool.workers.length).toBe(min)
+ expect(longRunningPool.workerNodes.length).toBe(max)
+ await waitWorkerEvents(longRunningPool, 'exit', max - min)
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ expect(
+ longRunningPool.workerChoiceStrategyContext.workerChoiceStrategies.get(
+ longRunningPool.workerChoiceStrategyContext.workerChoiceStrategy
+ ).nextWorkerNodeKey
+ ).toBeLessThan(longRunningPool.workerNodes.length)
// We need to clean up the resources after our test
await longRunningPool.destroy()
})
- it('Verify scale processes up and down is working when long running task is used:soft', async () => {
+ it('Verify scale processes up and down is working when long executing task is used:soft', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
'./tests/worker-files/cluster/longRunningWorkerSoftBehavior.js',
{
- errorHandler: e => console.error(e),
- onlineHandler: () => console.log('long running worker is online'),
- exitHandler: () => console.log('long running worker exited')
+ errorHandler: (e) => console.error(e),
+ onlineHandler: () => console.info('long executing worker is online'),
+ exitHandler: () => console.info('long executing worker exited')
}
)
- expect(longRunningPool.workers.length).toBe(min)
- for (let i = 0; i < max * 10; i++) {
+ expect(longRunningPool.workerNodes.length).toBe(min)
+ for (let i = 0; i < max * 2; i++) {
longRunningPool.execute()
}
- expect(longRunningPool.workers.length).toBe(max)
- await TestUtils.sleep(1500)
- // Here we expect the workers to be at the max size since the task is still running
- expect(longRunningPool.workers.length).toBe(max)
+ expect(longRunningPool.workerNodes.length).toBe(max)
+ await sleep(1000)
+ // Here we expect the workerNodes to be at the max size since the task is still executing
+ expect(longRunningPool.workerNodes.length).toBe(max)
// We need to clean up the resources after our test
await longRunningPool.destroy()
})