X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fthread%2Fdynamic.ts;h=3e74a4ea4b7fe053445f3c204104b13f28e43e65;hb=deb85c12b77faf6974551cefcd9676e62a392086;hp=77f0a2d569618af2dbbd3d146078ae74be812165;hpb=729c563db85562dd7d0f7733b1a3e2d98467134b;p=poolifier.git diff --git a/src/pools/thread/dynamic.ts b/src/pools/thread/dynamic.ts index 77f0a2d5..3e74a4ea 100644 --- a/src/pools/thread/dynamic.ts +++ b/src/pools/thread/dynamic.ts @@ -1,4 +1,4 @@ -import type { JSONValue, MessageValue } from '../../utility-types' +import { isKillBehavior, KillBehaviors } from '../../worker/worker-options' import type { PoolOptions } from '../abstract-pool' import type { ThreadWorkerWithMessageChannel } from './fixed' import { FixedThreadPool } from './fixed' @@ -9,31 +9,31 @@ import { FixedThreadPool } from './fixed' * This thread pool creates new threads when the others are busy, up to the maximum number of threads. * When the maximum number of threads is reached, an event is emitted. If you want to listen to this event, use the pool's `emitter`. * - * @template Data Type of data sent to the worker. - * @template Response Type of response of execution. + * @template Data Type of data sent to the worker. This can only be serializable data. + * @template Response Type of response of execution. This can only be serializable data. * * @author [Alessandro Pio Ardizio](https://github.com/pioardi) * @since 0.0.1 */ export class DynamicThreadPool< - Data extends JSONValue = JSONValue, - Response extends JSONValue = JSONValue + Data = unknown, + Response = unknown > extends FixedThreadPool { /** * Constructs a new poolifier dynamic thread pool. * * @param min Minimum number of threads which are always active. * @param max Maximum number of threads that can be created by this pool. - * @param filename Path to an implementation of a `ThreadWorker` file, which can be relative or absolute. - * @param opts Options for this fixed thread pool. Default: `{ maxTasks: 1000 }` + * @param filePath Path to an implementation of a `ThreadWorker` file, which can be relative or absolute. + * @param opts Options for this dynamic thread pool. Default: `{ maxTasks: 1000 }` */ public constructor ( min: number, public readonly max: number, - filename: string, + filePath: string, opts: PoolOptions = { maxTasks: 1000 } ) { - super(min, filename, opts) + super(min, filePath, opts) } /** @@ -42,34 +42,34 @@ export class DynamicThreadPool< * It will first check for and return an idle thread. * If all threads are busy, then it will try to create a new one up to the `max` thread count. * If the max thread count is reached, the emitter will emit a `FullPool` event and it will fall back to using a round robin algorithm to distribute the load. + * + * @returns Thread worker. */ protected chooseWorker (): ThreadWorkerWithMessageChannel { - let worker: ThreadWorkerWithMessageChannel | undefined - for (const entry of this.tasks) { - if (entry[1] === 0) { - worker = entry[0] - break + for (const [worker, numberOfTasks] of this.tasks) { + if (numberOfTasks === 0) { + // A worker is free, use it + return worker } } - if (worker) { - // a worker is free, use it - return worker - } else { - if (this.workers.length === this.max) { - this.emitter.emit('FullPool') - return super.chooseWorker() - } - // all workers are busy create a new worker - const worker = this.internalNewWorker() - worker.port2?.on('message', (message: MessageValue) => { - if (message.kill) { - this.sendToWorker(worker, { kill: 1 }) - void this.destroyWorker(worker) - this.removeWorker(worker) - } - }) - return worker + if (this.workers.length === this.max) { + this.emitter.emit('FullPool') + return super.chooseWorker() } + + // All workers are busy, create a new worker + const workerCreated = this.createAndSetupWorker() + this.registerWorkerMessageListener(workerCreated, message => { + const tasksInProgress = this.tasks.get(workerCreated) + if ( + isKillBehavior(KillBehaviors.HARD, message.kill) || + tasksInProgress === 0 + ) { + // Kill received from the worker, means that no new tasks are submitted to that worker for a while ( > maxInactiveTime) + void this.destroyWorker(workerCreated) + } + }) + return workerCreated } }