X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fcluster%2Fdynamic.ts;h=d71abd01a6c52dfd8b7045f45c01f183b0b93715;hb=90bd5e4759bd31cc25b6f42e88d07ed05b969cec;hp=99fa828d733e15f82363d373bb8fa593d383880f;hpb=729c563db85562dd7d0f7733b1a3e2d98467134b;p=poolifier.git diff --git a/src/pools/cluster/dynamic.ts b/src/pools/cluster/dynamic.ts index 99fa828d..d71abd01 100644 --- a/src/pools/cluster/dynamic.ts +++ b/src/pools/cluster/dynamic.ts @@ -1,5 +1,6 @@ import type { Worker } from 'cluster' -import type { JSONValue, MessageValue } from '../../utility-types' +import type { JSONValue } from '../../utility-types' +import { isKillBehavior, KillBehaviors } from '../../worker/worker-options' import type { ClusterPoolOptions } from './fixed' import { FixedClusterPool } from './fixed' @@ -24,16 +25,16 @@ export class DynamicClusterPool< * * @param min Minimum number of workers which are always active. * @param max Maximum number of workers that can be created by this pool. - * @param filename Path to an implementation of a `ClusterWorker` file, which can be relative or absolute. - * @param opts Options for this fixed cluster pool. Default: `{ maxTasks: 1000 }` + * @param filePath Path to an implementation of a `ClusterWorker` file, which can be relative or absolute. + * @param opts Options for this dynamic cluster pool. Default: `{ maxTasks: 1000 }` */ public constructor ( min: number, public readonly max: number, - filename: string, + filePath: string, opts: ClusterPoolOptions = { maxTasks: 1000 } ) { - super(min, filename, opts) + super(min, filePath, opts) } /** @@ -42,34 +43,34 @@ export class DynamicClusterPool< * It will first check for and return an idle worker. * If all workers are busy, then it will try to create a new one up to the `max` worker count. * If the max worker count is reached, the emitter will emit a `FullPool` event and it will fall back to using a round robin algorithm to distribute the load. + * + * @returns Cluster worker. */ protected chooseWorker (): Worker { - let worker: Worker | undefined - for (const entry of this.tasks) { - if (entry[1] === 0) { - worker = entry[0] - break + for (const [worker, numberOfTasks] of this.tasks) { + if (numberOfTasks === 0) { + // A worker is free, use it + return worker } } - if (worker) { - // A worker is free, use it - return worker - } else { - if (this.workers.length === this.max) { - this.emitter.emit('FullPool') - return super.chooseWorker() - } - // All workers are busy, create a new worker - const worker = this.internalNewWorker() - worker.on('message', (message: MessageValue) => { - if (message.kill) { - this.sendToWorker(worker, { kill: 1 }) - void this.destroyWorker(worker) - this.removeWorker(worker) - } - }) - return worker + if (this.workers.length === this.max) { + this.emitter.emit('FullPool') + return super.chooseWorker() } + + // All workers are busy, create a new worker + const workerCreated = this.createAndSetupWorker() + this.registerWorkerMessageListener(workerCreated, message => { + const tasksInProgress = this.tasks.get(workerCreated) + if ( + isKillBehavior(KillBehaviors.HARD, message.kill) || + tasksInProgress === 0 + ) { + // Kill received from the worker, means that no new tasks are submitted to that worker for a while ( > maxInactiveTime) + void this.destroyWorker(workerCreated) + } + }) + return workerCreated } }