-const expect = require('expect')
-const { DynamicClusterPool } = require('../../../lib/index')
+const { expect } = require('expect')
+const { DynamicClusterPool, PoolEvents } = require('../../../lib/index')
+const { WorkerFunctions } = require('../../test-types')
const TestUtils = require('../../test-utils')
-const min = 1
-const max = 3
-const pool = new DynamicClusterPool(
- min,
- max,
- './tests/worker-files/cluster/testWorker.js',
- {
- errorHandler: e => console.error(e)
- }
-)
-describe('Dynamic cluster pool test suite ', () => {
+describe('Dynamic cluster pool test suite', () => {
+ const min = 1
+ const max = 3
+ const pool = new DynamicClusterPool(
+ min,
+ max,
+ './tests/worker-files/cluster/testWorker.js',
+ {
+ errorHandler: e => console.error(e)
+ }
+ )
+
it('Verify that the function is executed in a worker cluster', async () => {
- const result = await pool.execute({ test: 'test' })
- expect(result).toBeDefined()
- expect(result).toBeFalsy()
+ let result = await pool.execute({
+ function: WorkerFunctions.fibonacci
+ })
+ expect(result).toBe(false)
+ result = await pool.execute({
+ function: WorkerFunctions.factorial
+ })
+ expect(result).toBe(false)
})
it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => {
- const promises = []
- let fullPool = 0
- pool.emitter.on('FullPool', () => fullPool++)
+ let poolBusy = 0
+ pool.emitter.on(PoolEvents.busy, () => ++poolBusy)
for (let i = 0; i < max * 2; i++) {
- promises.push(pool.execute({ test: 'test' }))
+ pool.execute()
}
expect(pool.workers.length).toBeLessThanOrEqual(max)
expect(pool.workers.length).toBeGreaterThan(min)
- expect(fullPool > 1).toBeTruthy()
+ // The `busy` event is triggered when the number of submitted tasks at once reach the max number of workers in the dynamic pool.
+ // So in total numberOfWorkers + 1 times for a loop submitting up to numberOfWorkers * 2 tasks to the dynamic pool.
+ expect(poolBusy).toBe(max + 1)
const numberOfExitEvents = await TestUtils.waitExits(pool, max - min)
expect(numberOfExitEvents).toBe(max - min)
})
it('Verify scale worker up and down is working', async () => {
expect(pool.workers.length).toBe(min)
for (let i = 0; i < max * 10; i++) {
- pool.execute({ test: 'test' })
+ pool.execute()
}
expect(pool.workers.length).toBeGreaterThan(min)
await TestUtils.waitExits(pool, max - min)
expect(pool.workers.length).toBe(min)
for (let i = 0; i < max * 10; i++) {
- pool.execute({ test: 'test' })
+ pool.execute()
}
expect(pool.workers.length).toBeGreaterThan(min)
await TestUtils.waitExits(pool, max - min)
it('Shutdown test', async () => {
const exitPromise = TestUtils.waitExits(pool, min)
await pool.destroy()
- const res = await exitPromise
- expect(res).toBe(min)
+ const numberOfExitEvents = await exitPromise
+ expect(numberOfExitEvents).toBe(min)
+ })
+
+ it('Validation of inputs test', () => {
+ expect(() => new DynamicClusterPool(min)).toThrowError(
+ new Error('Please specify a file with a worker implementation')
+ )
})
it('Should work even without opts in input', async () => {
const pool1 = new DynamicClusterPool(
- 1,
- 1,
+ min,
+ max,
'./tests/worker-files/cluster/testWorker.js'
)
- const res = await pool1.execute({ test: 'test' })
- expect(res).toBeFalsy()
+ const result = await pool1.execute()
+ expect(result).toBe(false)
+ // We need to clean up the resources after our test
+ await pool1.destroy()
})
it('Verify scale processes up and down is working when long running task is used:hard', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
- './tests/worker-files/cluster/longRunningWorkerHardBehavior.js'
+ './tests/worker-files/cluster/longRunningWorkerHardBehavior.js',
+ {
+ errorHandler: e => console.error(e),
+ onlineHandler: () => console.log('long running worker is online'),
+ exitHandler: () => console.log('long running worker exited')
+ }
)
expect(longRunningPool.workers.length).toBe(min)
for (let i = 0; i < max * 10; i++) {
- longRunningPool.execute({ test: 'test' })
+ longRunningPool.execute()
}
expect(longRunningPool.workers.length).toBe(max)
await TestUtils.waitExits(longRunningPool, max - min)
- // Here we expect the workers to be at the max size since that the task is still running
expect(longRunningPool.workers.length).toBe(min)
+ // We need to clean up the resources after our test
+ await longRunningPool.destroy()
})
it('Verify scale processes up and down is working when long running task is used:soft', async () => {
const longRunningPool = new DynamicClusterPool(
min,
max,
- './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js'
+ './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js',
+ {
+ errorHandler: e => console.error(e),
+ onlineHandler: () => console.log('long running worker is online'),
+ exitHandler: () => console.log('long running worker exited')
+ }
)
expect(longRunningPool.workers.length).toBe(min)
for (let i = 0; i < max * 10; i++) {
- longRunningPool.execute({ test: 'test' })
+ longRunningPool.execute()
}
expect(longRunningPool.workers.length).toBe(max)
await TestUtils.sleep(1500)
- // Here we expect the workers to be at the max size since that the task is still running
+ // Here we expect the workers to be at the max size since the task is still running
expect(longRunningPool.workers.length).toBe(max)
+ // We need to clean up the resources after our test
+ await longRunningPool.destroy()
+ })
+
+ it('Verify that a pool with zero worker can be instantiated', async () => {
+ const pool = new DynamicClusterPool(
+ 0,
+ max,
+ './tests/worker-files/cluster/testWorker.js'
+ )
+ expect(pool).toBeInstanceOf(DynamicClusterPool)
+ // We need to clean up the resources after our test
+ await pool.destroy()
})
})
repositories / poolifier.git / blobdiff