X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fcluster%2Fdynamic.test.js;h=166b546db5bc147272672dff20cfc9d9600bbb8d;hb=fd13902fd959335e2c0f95d1b464317a2da8b6cf;hp=36d17d8695f37c4698a294b7e66b2f28a4beb4a3;hpb=76b1e974f09148b895e52e0c96d1c8379519ff7a;p=poolifier.git

diff --git a/tests/pools/cluster/dynamic.test.js b/tests/pools/cluster/dynamic.test.js
index 36d17d86..166b546d 100644
--- a/tests/pools/cluster/dynamic.test.js
+++ b/tests/pools/cluster/dynamic.test.js
@@ -1,90 +1,146 @@
-const expect = require('expect')
-const { DynamicClusterPool } = require('../../../lib/index')
-const min = 1
-const max = 3
-const pool = new DynamicClusterPool(
-  min,
-  max,
-  './tests/worker-files/cluster/testWorker.js',
-  {
-    errorHandler: e => console.error(e),
-    onlineHandler: () => console.log('worker is online')
-  }
-)
+const { expect } = require('expect')
+const { DynamicClusterPool, PoolEvents } = require('../../../lib')
+const { TaskFunctions } = require('../../test-types')
+const { sleep, waitWorkerEvents } = require('../../test-utils')
+
+describe('Dynamic cluster pool test suite', () => {
+  const min = 1
+  const max = 3
+  const pool = new DynamicClusterPool(
+    min,
+    max,
+    './tests/worker-files/cluster/testWorker.js',
+    {
+      errorHandler: (e) => console.error(e)
+    }
+  )
 
-describe('Dynamic cluster pool test suite ', () => {
   it('Verify that the function is executed in a worker cluster', async () => {
-    const result = await pool.execute({ test: 'test' })
-    expect(result).toBeDefined()
-    expect(result).toBeFalsy()
+    let result = await pool.execute({
+      function: TaskFunctions.fibonacci
+    })
+    expect(result).toBe(75025)
+    result = await pool.execute({
+      function: TaskFunctions.factorial
+    })
+    expect(result).toBe(9.33262154439441e157)
   })
 
   it('Verify that new workers are created when required, max size is not exceeded and that after a while new workers will die', async () => {
-    const promises = []
-    let closedWorkers = 0
-    let fullPool = 0
-    pool.emitter.on('FullPool', () => fullPool++)
+    let poolBusy = 0
+    pool.emitter.on(PoolEvents.busy, () => ++poolBusy)
     for (let i = 0; i < max * 2; i++) {
-      promises.push(pool.execute({ test: 'test' }))
+      pool.execute()
     }
-    expect(pool.workers.length).toBeLessThanOrEqual(max)
-    expect(pool.workers.length).toBeGreaterThan(min)
-    pool.workers.forEach(w => {
-      w.on('exit', () => {
-        closedWorkers++
-      })
-    })
-    expect(fullPool > 1).toBeTruthy()
-    await new Promise(resolve => setTimeout(resolve, 5000))
-    expect(closedWorkers).toBe(max - min)
+    expect(pool.workerNodes.length).toBeLessThanOrEqual(max)
+    expect(pool.workerNodes.length).toBeGreaterThan(min)
+    expect(poolBusy).toBe(1)
+    const numberOfExitEvents = await waitWorkerEvents(pool, 'exit', max - min)
+    expect(numberOfExitEvents).toBe(max - min)
   })
 
   it('Verify scale worker up and down is working', async () => {
-    expect(pool.workers.length).toBe(min)
-    for (let i = 0; i < max * 10; i++) {
-      pool.execute({ test: 'test' })
+    expect(pool.workerNodes.length).toBe(min)
+    for (let i = 0; i < max * 2; i++) {
+      pool.execute()
     }
-    expect(pool.workers.length).toBeGreaterThan(min)
-    await new Promise(resolve => setTimeout(resolve, 3000))
-    expect(pool.workers.length).toBe(min)
-    for (let i = 0; i < max * 10; i++) {
-      pool.execute({ test: 'test' })
+    expect(pool.workerNodes.length).toBeGreaterThan(min)
+    await waitWorkerEvents(pool, 'exit', max - min)
+    expect(pool.workerNodes.length).toBe(min)
+    for (let i = 0; i < max * 2; i++) {
+      pool.execute()
     }
-    expect(pool.workers.length).toBeGreaterThan(min)
-    await new Promise(resolve => setTimeout(resolve, 2000))
-    expect(pool.workers.length).toBe(min)
+    expect(pool.workerNodes.length).toBeGreaterThan(min)
+    await waitWorkerEvents(pool, 'exit', max - min)
+    expect(pool.workerNodes.length).toBe(min)
   })
+
   it('Shutdown test', async () => {
-    let closedWorkers = 0
-    pool.workers.forEach(w => {
-      w.on('exit', () => {
-        closedWorkers++
-      })
-    })
-    pool.destroy()
-    await new Promise(resolve => setTimeout(resolve, 1000))
-    expect(closedWorkers).toBe(min)
+    const exitPromise = waitWorkerEvents(pool, 'exit', min)
+    let poolDestroy = 0
+    pool.emitter.on(PoolEvents.destroy, () => ++poolDestroy)
+    await pool.destroy()
+    const numberOfExitEvents = await exitPromise
+    expect(numberOfExitEvents).toBe(min)
+    expect(poolDestroy).toBe(1)
   })
 
-  it('Validations test', () => {
-    let error
-    try {
-      const pool1 = new DynamicClusterPool()
-      console.log(pool1)
-    } catch (e) {
-      error = e
-    }
-    expect(error).toBeTruthy()
-    expect(error.message).toBeTruthy()
+  it('Validation of inputs test', () => {
+    expect(() => new DynamicClusterPool(min)).toThrowError(
+      'Please specify a file with a worker implementation'
+    )
   })
 
   it('Should work even without opts in input', async () => {
     const pool1 = new DynamicClusterPool(
-      1,
-      1,
+      min,
+      max,
+      './tests/worker-files/cluster/testWorker.js'
+    )
+    const result = await pool1.execute()
+    expect(result).toStrictEqual({ ok: 1 })
+    // We need to clean up the resources after our test
+    await pool1.destroy()
+  })
+
+  it('Verify scale processes up and down is working when long executing task is used:hard', async () => {
+    const longRunningPool = new DynamicClusterPool(
+      min,
+      max,
+      './tests/worker-files/cluster/longRunningWorkerHardBehavior.js',
+      {
+        errorHandler: (e) => console.error(e),
+        onlineHandler: () => console.info('long executing worker is online'),
+        exitHandler: () => console.info('long executing worker exited')
+      }
+    )
+    expect(longRunningPool.workerNodes.length).toBe(min)
+    for (let i = 0; i < max * 2; i++) {
+      longRunningPool.execute()
+    }
+    expect(longRunningPool.workerNodes.length).toBe(max)
+    await waitWorkerEvents(longRunningPool, 'exit', max - min)
+    expect(longRunningPool.workerNodes.length).toBe(min)
+    expect(
+      longRunningPool.workerChoiceStrategyContext.workerChoiceStrategies.get(
+        longRunningPool.workerChoiceStrategyContext.workerChoiceStrategy
+      ).nextWorkerNodeKey
+    ).toBeLessThan(longRunningPool.workerNodes.length)
+    // We need to clean up the resources after our test
+    await longRunningPool.destroy()
+  })
+
+  it('Verify scale processes up and down is working when long executing task is used:soft', async () => {
+    const longRunningPool = new DynamicClusterPool(
+      min,
+      max,
+      './tests/worker-files/cluster/longRunningWorkerSoftBehavior.js',
+      {
+        errorHandler: (e) => console.error(e),
+        onlineHandler: () => console.info('long executing worker is online'),
+        exitHandler: () => console.info('long executing worker exited')
+      }
+    )
+    expect(longRunningPool.workerNodes.length).toBe(min)
+    for (let i = 0; i < max * 2; i++) {
+      longRunningPool.execute()
+    }
+    expect(longRunningPool.workerNodes.length).toBe(max)
+    await sleep(1000)
+    // Here we expect the workerNodes to be at the max size since the task is still executing
+    expect(longRunningPool.workerNodes.length).toBe(max)
+    // We need to clean up the resources after our test
+    await longRunningPool.destroy()
+  })
+
+  it('Verify that a pool with zero worker can be instantiated', async () => {
+    const pool = new DynamicClusterPool(
+      0,
+      max,
       './tests/worker-files/cluster/testWorker.js'
     )
-    const res = await pool1.execute({ test: 'test' })
-    expect(res).toBeFalsy()
+    expect(pool).toBeInstanceOf(DynamicClusterPool)
+    // We need to clean up the resources after our test
+    await pool.destroy()
   })
 })