X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=tests%2Fpools%2Fworker-node.test.mjs;h=27ce3d2d4c66e27a6385a360c6efb12544099ac9;hb=2eee72204bc851f616ded11cb5381f96c6dc5cbf;hp=b72c28872dc65b04f55354403cd423ea1b369916;hpb=b4e93467358d93166716dc6e5075d58c18c961c7;p=poolifier.git diff --git a/tests/pools/worker-node.test.mjs b/tests/pools/worker-node.test.mjs index b72c2887..27ce3d2d 100644 --- a/tests/pools/worker-node.test.mjs +++ b/tests/pools/worker-node.test.mjs @@ -1,56 +1,199 @@ -import { MessageChannel, Worker } from 'node:worker_threads' -import cluster from 'node:cluster' +import { Worker as ClusterWorker } from 'node:cluster' +import { MessageChannel, Worker as ThreadWorker } from 'node:worker_threads' + import { expect } from 'expect' -import { WorkerNode } from '../../lib/pools/worker-node.js' -import { WorkerTypes } from '../../lib/index.js' -import { CircularArray } from '../../lib/circular-array.js' -import { Deque } from '../../lib/deque.js' -import { DEFAULT_TASK_NAME } from '../../lib/utils.js' + +import { CircularArray } from '../../lib/circular-array.cjs' +import { WorkerTypes } from '../../lib/index.cjs' +import { WorkerNode } from '../../lib/pools/worker-node.cjs' +import { PriorityQueue } from '../../lib/priority-queue.cjs' +import { DEFAULT_TASK_NAME } from '../../lib/utils.cjs' describe('Worker node test suite', () => { - const threadWorker = new Worker('./tests/worker-files/thread/testWorker.mjs') - const clusterWorker = cluster.fork() - const threadWorkerNode = new WorkerNode(threadWorker, 12) - const clusterWorkerNode = new WorkerNode(clusterWorker, 12) + const threadWorkerNode = new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 12, tasksQueueBucketSize: 6 } + ) + const clusterWorkerNode = new WorkerNode( + WorkerTypes.cluster, + './tests/worker-files/cluster/testWorker.cjs', + { tasksQueueBackPressureSize: 12, tasksQueueBucketSize: 6 } + ) it('Worker node instantiation', () => { expect(() => new WorkerNode()).toThrow( - new TypeError('Cannot construct a worker node without a worker') + new TypeError('Cannot construct a worker node without a worker type') + ) + expect( + () => + new WorkerNode( + 'invalidWorkerType', + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 12 } + ) + ).toThrow( + new TypeError( + "Cannot construct a worker node with an invalid worker type 'invalidWorkerType'" + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs' + ) + ).toThrow( + new TypeError( + 'Cannot construct a worker node without worker node options' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + '' + ) + ).toThrow( + new TypeError( + 'Cannot construct a worker node with invalid options: must be a plain object' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + {} + ) + ).toThrow( + new TypeError( + 'Cannot construct a worker node without a tasks queue back pressure size option' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 'invalidTasksQueueBackPressureSize' } + ) + ).toThrow( + new TypeError( + 'Cannot construct a worker node with a tasks queue back pressure size option that is not an integer' + ) ) - expect(() => new WorkerNode(threadWorker)).toThrow( + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 0.2 } + ) + ).toThrow( new TypeError( - 'Cannot construct a worker node without a tasks queue back pressure size' + 'Cannot construct a worker node with a tasks queue back pressure size option that is not an integer' ) ) expect( - () => new WorkerNode(threadWorker, 'invalidTasksQueueBackPressureSize') + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 0 } + ) + ).toThrow( + new RangeError( + 'Cannot construct a worker node with a tasks queue back pressure size option that is not a positive integer' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: -1 } + ) + ).toThrow( + new RangeError( + 'Cannot construct a worker node with a tasks queue back pressure size option that is not a positive integer' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { + tasksQueueBackPressureSize: 12 + } + ) + ).toThrow( + new TypeError( + 'Cannot construct a worker node without a tasks queue bucket size option' + ) + ) + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { + tasksQueueBackPressureSize: 12, + tasksQueueBucketSize: 'invalidTasksQueueBucketSize' + } + ) ).toThrow( new TypeError( - 'Cannot construct a worker node with a tasks queue back pressure size that is not an integer' + 'Cannot construct a worker node with a tasks queue bucket size option that is not an integer' ) ) - expect(() => new WorkerNode(threadWorker, 0.2)).toThrow( + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 12, tasksQueueBucketSize: 0.2 } + ) + ).toThrow( new TypeError( - 'Cannot construct a worker node with a tasks queue back pressure size that is not an integer' + 'Cannot construct a worker node with a tasks queue bucket size option that is not an integer' ) ) - expect(() => new WorkerNode(threadWorker, 0)).toThrow( + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 12, tasksQueueBucketSize: 0 } + ) + ).toThrow( new RangeError( - 'Cannot construct a worker node with a tasks queue back pressure size that is not a positive integer' + 'Cannot construct a worker node with a tasks queue bucket size option that is not a positive integer' ) ) - expect(() => new WorkerNode(threadWorker, -1)).toThrow( + expect( + () => + new WorkerNode( + WorkerTypes.thread, + './tests/worker-files/thread/testWorker.mjs', + { tasksQueueBackPressureSize: 12, tasksQueueBucketSize: -1 } + ) + ).toThrow( new RangeError( - 'Cannot construct a worker node with a tasks queue back pressure size that is not a positive integer' + 'Cannot construct a worker node with a tasks queue bucket size option that is not a positive integer' ) ) expect(threadWorkerNode).toBeInstanceOf(WorkerNode) - expect(threadWorkerNode.worker).toBe(threadWorker) + expect(threadWorkerNode.worker).toBeInstanceOf(ThreadWorker) expect(threadWorkerNode.info).toStrictEqual({ - id: threadWorker.threadId, + id: threadWorkerNode.worker.threadId, type: WorkerTypes.thread, dynamic: false, - ready: false + ready: false, + backPressure: false, + stealing: false }) expect(threadWorkerNode.usage).toStrictEqual({ tasks: { @@ -58,6 +201,7 @@ describe('Worker node test suite', () => { executing: 0, queued: 0, maxQueued: 0, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -78,22 +222,24 @@ describe('Worker node test suite', () => { }) expect(threadWorkerNode.messageChannel).toBeInstanceOf(MessageChannel) expect(threadWorkerNode.tasksQueueBackPressureSize).toBe(12) - expect(threadWorkerNode.tasksQueue).toBeInstanceOf(Deque) + expect(threadWorkerNode.tasksQueue).toBeInstanceOf(PriorityQueue) expect(threadWorkerNode.tasksQueue.size).toBe(0) + expect(threadWorkerNode.tasksQueue.k).toBe(6) expect(threadWorkerNode.tasksQueueSize()).toBe( threadWorkerNode.tasksQueue.size ) - expect(threadWorkerNode.onBackPressureStarted).toBe(false) - expect(threadWorkerNode.onIdleWorkerNodeCount).toBe(0) + expect(threadWorkerNode.setBackPressureFlag).toBe(false) expect(threadWorkerNode.taskFunctionsUsage).toBeInstanceOf(Map) expect(clusterWorkerNode).toBeInstanceOf(WorkerNode) - expect(clusterWorkerNode.worker).toBe(clusterWorker) + expect(clusterWorkerNode.worker).toBeInstanceOf(ClusterWorker) expect(clusterWorkerNode.info).toStrictEqual({ - id: clusterWorker.id, + id: clusterWorkerNode.worker.id, type: WorkerTypes.cluster, dynamic: false, - ready: false + ready: false, + backPressure: false, + stealing: false }) expect(clusterWorkerNode.usage).toStrictEqual({ tasks: { @@ -101,6 +247,7 @@ describe('Worker node test suite', () => { executing: 0, queued: 0, maxQueued: 0, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -121,13 +268,13 @@ describe('Worker node test suite', () => { }) expect(clusterWorkerNode.messageChannel).toBeUndefined() expect(clusterWorkerNode.tasksQueueBackPressureSize).toBe(12) - expect(clusterWorkerNode.tasksQueue).toBeInstanceOf(Deque) + expect(clusterWorkerNode.tasksQueue).toBeInstanceOf(PriorityQueue) expect(clusterWorkerNode.tasksQueue.size).toBe(0) + expect(clusterWorkerNode.tasksQueue.k).toBe(6) expect(clusterWorkerNode.tasksQueueSize()).toBe( clusterWorkerNode.tasksQueue.size ) - expect(clusterWorkerNode.onBackPressureStarted).toBe(false) - expect(clusterWorkerNode.onIdleWorkerNodeCount).toBe(0) + expect(clusterWorkerNode.setBackPressureFlag).toBe(false) expect(clusterWorkerNode.taskFunctionsUsage).toBeInstanceOf(Map) }) @@ -136,18 +283,25 @@ describe('Worker node test suite', () => { threadWorkerNode.getTaskFunctionWorkerUsage('invalidTaskFunction') ).toThrow( new TypeError( - "Cannot get task function worker usage for task function name 'invalidTaskFunction' when task function names list is not yet defined" + "Cannot get task function worker usage for task function name 'invalidTaskFunction' when task function properties list is not yet defined" ) ) - threadWorkerNode.info.taskFunctionNames = [DEFAULT_TASK_NAME, 'fn1'] + threadWorkerNode.info.taskFunctionsProperties = [ + { name: DEFAULT_TASK_NAME }, + { name: 'fn1' } + ] expect(() => threadWorkerNode.getTaskFunctionWorkerUsage('invalidTaskFunction') ).toThrow( new TypeError( - "Cannot get task function worker usage for task function name 'invalidTaskFunction' when task function names list has less than 3 elements" + "Cannot get task function worker usage for task function name 'invalidTaskFunction' when task function properties list has less than 3 elements" ) ) - threadWorkerNode.info.taskFunctionNames = [DEFAULT_TASK_NAME, 'fn1', 'fn2'] + threadWorkerNode.info.taskFunctionsProperties = [ + { name: DEFAULT_TASK_NAME }, + { name: 'fn1' }, + { name: 'fn2' } + ] expect( threadWorkerNode.getTaskFunctionWorkerUsage(DEFAULT_TASK_NAME) ).toStrictEqual({ @@ -155,6 +309,7 @@ describe('Worker node test suite', () => { executed: 0, executing: 0, queued: 0, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -178,6 +333,7 @@ describe('Worker node test suite', () => { executed: 0, executing: 0, queued: 0, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -201,6 +357,7 @@ describe('Worker node test suite', () => { executed: 0, executing: 0, queued: 0, + sequentiallyStolen: 0, stolen: 0, failed: 0 }, @@ -223,10 +380,10 @@ describe('Worker node test suite', () => { }) it('Worker node deleteTaskFunctionWorkerUsage()', () => { - expect(threadWorkerNode.info.taskFunctionNames).toStrictEqual([ - DEFAULT_TASK_NAME, - 'fn1', - 'fn2' + expect(threadWorkerNode.info.taskFunctionsProperties).toStrictEqual([ + { name: DEFAULT_TASK_NAME }, + { name: 'fn1' }, + { name: 'fn2' } ]) expect(threadWorkerNode.taskFunctionsUsage.size).toBe(2) expect(