X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fcluster%2Fdynamic.ts;h=51d1cbeece56d374df9228cbee9dbdfed86f1989;hb=c3024c5998f1aa6c228c5db083e160b6fd967d7c;hp=2a25f7b3c81eae02270259671dc1b8f8fa0a021b;hpb=deb85c12b77faf6974551cefcd9676e62a392086;p=poolifier.git diff --git a/src/pools/cluster/dynamic.ts b/src/pools/cluster/dynamic.ts index 2a25f7b3..51d1cbee 100644 --- a/src/pools/cluster/dynamic.ts +++ b/src/pools/cluster/dynamic.ts @@ -1,17 +1,15 @@ -import type { Worker } from 'cluster' -import { isKillBehavior, KillBehaviors } from '../../worker/worker-options' -import type { ClusterPoolOptions } from './fixed' -import { FixedClusterPool } from './fixed' +import { PoolEvents, type PoolType, PoolTypes } from '../pool.js' +import { checkDynamicPoolSize } from '../utils.js' +import { type ClusterPoolOptions, FixedClusterPool } from './fixed.js' /** * A cluster pool with a dynamic number of workers, but a guaranteed minimum number of workers. * * This cluster pool creates new workers when the others are busy, up to the maximum number of workers. - * When the maximum number of workers is reached, an event is emitted. If you want to listen to this event, use the pool's `emitter`. - * - * @template Data Type of data sent to the worker. This can only be serializable data. - * @template Response Type of response of execution. This can only be serializable data. + * When the maximum number of workers is reached and workers are busy, an event is emitted. If you want to listen to this event, use the pool's `emitter`. * + * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. + * @typeParam Response - Type of execution response. This can only be structured-cloneable data. * @author [Christopher Quadflieg](https://github.com/Shinigami92) * @since 2.0.0 */ @@ -22,54 +20,43 @@ export class DynamicClusterPool< /** * Constructs a new poolifier dynamic cluster pool. * - * @param min Minimum number of workers which are always active. - * @param max Maximum number of workers that can be created by this pool. - * @param filePath Path to an implementation of a `ClusterWorker` file, which can be relative or absolute. - * @param opts Options for this dynamic cluster pool. Default: `{ maxTasks: 1000 }` + * @param min - Minimum number of workers which are always active. + * @param max - Maximum number of workers that can be created by this pool. + * @param filePath - Path to an implementation of a `ClusterWorker` file, which can be relative or absolute. + * @param opts - Options for this dynamic cluster pool. */ public constructor ( min: number, - public readonly max: number, + max: number, filePath: string, - opts: ClusterPoolOptions = { maxTasks: 1000 } + opts: ClusterPoolOptions = {} ) { - super(min, filePath, opts) + super(min, filePath, opts, max) + checkDynamicPoolSize( + this.minimumNumberOfWorkers, + this.maximumNumberOfWorkers + ) } - /** - * Choose a worker for the next task. - * - * It will first check for and return an idle worker. - * If all workers are busy, then it will try to create a new one up to the `max` worker count. - * If the max worker count is reached, the emitter will emit a `FullPool` event and it will fall back to using a round robin algorithm to distribute the load. - * - * @returns Cluster worker. - */ - protected chooseWorker (): Worker { - for (const [worker, numberOfTasks] of this.tasks) { - if (numberOfTasks === 0) { - // A worker is free, use it - return worker - } - } + /** @inheritDoc */ + protected shallCreateDynamicWorker (): boolean { + return (!this.full && this.internalBusy()) || this.empty + } - if (this.workers.length === this.max) { - this.emitter.emit('FullPool') - return super.chooseWorker() + /** @inheritDoc */ + protected checkAndEmitDynamicWorkerCreationEvents (): void { + if (this.full) { + this.emitter?.emit(PoolEvents.full, this.info) } + } + + /** @inheritDoc */ + protected get type (): PoolType { + return PoolTypes.dynamic + } - // All workers are busy, create a new worker - const workerCreated = this.createAndSetupWorker() - this.registerWorkerMessageListener(workerCreated, message => { - const tasksInProgress = this.tasks.get(workerCreated) - if ( - isKillBehavior(KillBehaviors.HARD, message.kill) || - tasksInProgress === 0 - ) { - // Kill received from the worker, means that no new tasks are submitted to that worker for a while ( > maxInactiveTime) - void this.destroyWorker(workerCreated) - } - }) - return workerCreated + /** @inheritDoc */ + protected get busy (): boolean { + return this.full && this.internalBusy() } }