X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fpool.ts;h=d7b6eeabeb074c31103854ec2f9789d137ff8409;hb=dc83654281bc46f8b391e694749cecf106bcd681;hp=af80bcfbebcee352f2dc0c09dc6a6754e75ec0bf;hpb=f80125ca65716684805c2e70d304b42bb941d536;p=poolifier.git diff --git a/src/pools/pool.ts b/src/pools/pool.ts index af80bcfb..d7b6eeab 100644 --- a/src/pools/pool.ts +++ b/src/pools/pool.ts @@ -1,6 +1,12 @@ -import type { TransferListItem } from 'node:worker_threads' +import type { ClusterSettings } from 'node:cluster' import type { EventEmitterAsyncResource } from 'node:events' -import type { TaskFunction } from '../worker/task-functions' +import type { TransferListItem, WorkerOptions } from 'node:worker_threads' + +import type { TaskFunction } from '../worker/task-functions.js' +import type { + WorkerChoiceStrategy, + WorkerChoiceStrategyOptions +} from './selection-strategies/selection-strategies-types.js' import type { ErrorHandler, ExitHandler, @@ -9,16 +15,15 @@ import type { MessageHandler, OnlineHandler, WorkerType -} from './worker' -import type { - WorkerChoiceStrategy, - WorkerChoiceStrategyOptions -} from './selection-strategies/selection-strategies-types' +} from './worker.js' /** * Enumeration of pool types. */ -export const PoolTypes = Object.freeze({ +export const PoolTypes: Readonly<{ + fixed: 'fixed' + dynamic: 'dynamic' +}> = Object.freeze({ /** * Fixed pool type. */ @@ -37,10 +42,20 @@ export type PoolType = keyof typeof PoolTypes /** * Enumeration of pool events. */ -export const PoolEvents = Object.freeze({ +export const PoolEvents: Readonly<{ + ready: 'ready' + busy: 'busy' + full: 'full' + empty: 'empty' + destroy: 'destroy' + error: 'error' + taskError: 'taskError' + backPressure: 'backPressure' +}> = Object.freeze({ ready: 'ready', busy: 'busy', full: 'full', + empty: 'empty', destroy: 'destroy', error: 'error', taskError: 'taskError', @@ -62,12 +77,15 @@ export interface PoolInfo { readonly started: boolean readonly ready: boolean readonly strategy: WorkerChoiceStrategy + readonly strategyRetries: number readonly minSize: number readonly maxSize: number /** Pool utilization. */ readonly utilization?: number /** Pool total worker nodes. */ readonly workerNodes: number + /** Pool stealing worker nodes. */ + readonly stealingWorkerNodes?: number /** Pool idle worker nodes. */ readonly idleWorkerNodes: number /** Pool busy worker nodes. */ @@ -110,7 +128,7 @@ export interface TasksQueueOptions { */ readonly concurrency?: number /** - * Whether to enable task stealing on empty queue. + * Whether to enable task stealing on idle. * * @defaultValue true */ @@ -121,6 +139,12 @@ export interface TasksQueueOptions { * @defaultValue true */ readonly tasksStealingOnBackPressure?: boolean + /** + * Queued tasks finished timeout in milliseconds at worker node termination. + * + * @defaultValue 2000 + */ + readonly tasksFinishedTimeout?: number } /** @@ -189,6 +213,24 @@ export interface PoolOptions { * Pool worker node tasks queue options. */ tasksQueueOptions?: TasksQueueOptions + /** + * Worker options. + * + * @see https://nodejs.org/api/worker_threads.html#new-workerfilename-options + */ + workerOptions?: WorkerOptions + /** + * Key/value pairs to add to worker process environment. + * + * @see https://nodejs.org/api/cluster.html#cluster_cluster_fork_env + */ + env?: Record + /** + * Cluster settings. + * + * @see https://nodejs.org/api/cluster.html#cluster_cluster_settings + */ + settings?: ClusterSettings } /** @@ -214,22 +256,15 @@ export interface IPool< */ readonly workerNodes: Array> /** - * Whether the worker node has back pressure (i.e. its tasks queue is full). - * - * @param workerNodeKey - The worker node key. - * @returns `true` if the worker node has back pressure, `false` otherwise. - * @internal - */ - readonly hasWorkerNodeBackPressure: (workerNodeKey: number) => boolean - /** - * Event emitter integrated with async resource on which events can be listened to. + * Pool event emitter integrated with async resource. * The async tracking tooling identifier is `poolifier:--pool`. * * Events that can currently be listened to: * - * - `'ready'`: Emitted when the number of workers created in the pool has reached the minimum size expected and are ready. + * - `'ready'`: Emitted when the number of workers created in the pool has reached the minimum size expected and are ready. If the pool is dynamic with a minimum number of workers is set to zero, this event is emitted when at least one dynamic worker is ready. * - `'busy'`: Emitted when the number of workers created in the pool has reached the maximum size expected and are executing concurrently their tasks quota. * - `'full'`: Emitted when the pool is dynamic and the number of workers created has reached the maximum size expected. + * - `'empty'`: Emitted when the pool is dynamic with a minimum number of workers set to zero and the number of workers has reached the minimum size expected. * - `'destroy'`: Emitted when the pool is destroyed. * - `'error'`: Emitted when an uncaught error occurs. * - `'taskError'`: Emitted when an error occurs while executing a task. @@ -241,7 +276,7 @@ export interface IPool< * * @param data - The optional task input data for the specified task function. This can only be structured-cloneable data. * @param name - The optional name of the task function to execute. If not specified, the default task function will be executed. - * @param transferList - An optional array of transferable objects to transfer ownership of. Ownership of the transferred objects is given to the pool's worker_threads worker and they should not be used in the main thread afterwards. + * @param transferList - An optional array of transferable objects to transfer ownership of. Ownership of the transferred objects is given to the chosen pool's worker_threads worker and they should not be used in the main thread afterwards. * @returns Promise that will be fulfilled when the task is completed. */ readonly execute: (