X-Git-Url: https://git.piment-noir.org/?a=blobdiff_plain;f=src%2Fpools%2Fworker.ts;h=9f5fc0c18dd1d2f214dce86d63d65e88faa11642;hb=refs%2Fheads%2Fmaster;hp=58610eaaddacc2beea93809f80675bb8530010c0;hpb=5c4d16da7677746e563fdcfe7f82cbb842d1c9e6;p=poolifier.git diff --git a/src/pools/worker.ts b/src/pools/worker.ts index 58610eaa..9f5fc0c1 100644 --- a/src/pools/worker.ts +++ b/src/pools/worker.ts @@ -1,8 +1,18 @@ -import type { CircularArray } from '../circular-array' -import type { Task } from '../utility-types' +import type { EventEmitter } from 'node:events' +import type { MessageChannel, WorkerOptions } from 'node:worker_threads' + +import type { CircularBuffer } from '../circular-buffer.js' +import type { Task, TaskFunctionProperties } from '../utility-types.js' + +/** + * Callback invoked when the worker has started successfully. + * @typeParam Worker - Type of worker. + */ +export type OnlineHandler = (this: Worker) => void /** * Callback invoked if the worker has received a message. + * @typeParam Worker - Type of worker. */ export type MessageHandler = ( this: Worker, @@ -11,28 +21,39 @@ export type MessageHandler = ( /** * Callback invoked if the worker raised an error. + * @typeParam Worker - Type of worker. */ export type ErrorHandler = ( this: Worker, error: Error ) => void -/** - * Callback invoked when the worker has started successfully. - */ -export type OnlineHandler = (this: Worker) => void - /** * Callback invoked when the worker exits successfully. + * @typeParam Worker - Type of worker. */ export type ExitHandler = ( this: Worker, exitCode: number ) => void +/** + * Worker event handler. + * @typeParam Worker - Type of worker. + */ +export type EventHandler = + | OnlineHandler + | MessageHandler + | ErrorHandler + | ExitHandler + +/** + * Measurement history size. + */ +export const MeasurementHistorySize = 386 + /** * Measurement statistics. - * * @internal */ export interface MeasurementStatistics { @@ -59,12 +80,11 @@ export interface MeasurementStatistics { /** * Measurement history. */ - readonly history: CircularArray + readonly history: CircularBuffer } /** * Event loop utilization measurement statistics. - * * @internal */ export interface EventLoopUtilizationMeasurementStatistics { @@ -75,7 +95,6 @@ export interface EventLoopUtilizationMeasurementStatistics { /** * Task statistics. - * * @internal */ export interface TaskStatistics { @@ -95,6 +114,14 @@ export interface TaskStatistics { * Maximum number of queued tasks. */ readonly maxQueued?: number + /** + * Number of sequentially stolen tasks. + */ + sequentiallyStolen: number + /** + * Number of stolen tasks. + */ + stolen: number /** * Number of failed tasks. */ @@ -104,10 +131,11 @@ export interface TaskStatistics { /** * Enumeration of worker types. */ -export const WorkerTypes = Object.freeze({ - cluster: 'cluster', - thread: 'thread' -} as const) +export const WorkerTypes: Readonly<{ thread: 'thread'; cluster: 'cluster' }> = + Object.freeze({ + thread: 'thread', + cluster: 'cluster', + } as const) /** * Worker type. @@ -116,7 +144,6 @@ export type WorkerType = keyof typeof WorkerTypes /** * Worker information. - * * @internal */ export interface WorkerInfo { @@ -127,7 +154,7 @@ export interface WorkerInfo { /** * Worker type. */ - type: WorkerType + readonly type: WorkerType /** * Dynamic flag. */ @@ -136,11 +163,24 @@ export interface WorkerInfo { * Ready flag. */ ready: boolean + /** + * Stealing flag. + * This flag is set to `true` when worker node is stealing tasks from another worker node. + */ + stealing: boolean + /** + * Back pressure flag. + * This flag is set to `true` when worker node tasks queue has back pressure. + */ + backPressure: boolean + /** + * Task functions properties. + */ + taskFunctionsProperties?: TaskFunctionProperties[] } /** * Worker usage statistics. - * * @internal */ export interface WorkerUsage { @@ -162,42 +202,79 @@ export interface WorkerUsage { readonly elu: EventLoopUtilizationMeasurementStatistics } +/** + * Worker choice strategy data. + * @internal + */ +export interface StrategyData { + virtualTaskEndTimestamp?: number +} + /** * Worker interface. */ -export interface IWorker { +export interface IWorker extends EventEmitter { /** - * Worker id. + * Cluster worker id. */ readonly id?: number + /** + * Worker thread worker id. + */ readonly threadId?: number /** - * Registers an event listener. - * + * Registers an event handler. + * @param event - The event. + * @param handler - The event handler. + */ + readonly on: (event: string, handler: EventHandler) => this + /** + * Registers once an event handler. * @param event - The event. * @param handler - The event handler. */ - readonly on: ((event: 'message', handler: MessageHandler) => void) & - ((event: 'error', handler: ErrorHandler) => void) & - ((event: 'online', handler: OnlineHandler) => void) & - ((event: 'exit', handler: ExitHandler) => void) + readonly once: (event: string, handler: EventHandler) => this + /** + * Calling `unref()` on a worker allows the thread to exit if this is the only + * active handle in the event system. If the worker is already `unref()`ed calling`unref()` again has no effect. + * @since v10.5.0 + */ + readonly unref?: () => void + /** + * Stop all JavaScript execution in the worker thread as soon as possible. + * Returns a Promise for the exit code that is fulfilled when the `'exit' event` is emitted. + */ + readonly terminate?: () => Promise /** - * Registers a listener to the exit event that will only be performed once. - * - * @param event - `'exit'`. - * @param handler - The exit handler. + * Cluster worker disconnect. */ - readonly once: (event: 'exit', handler: ExitHandler) => void + readonly disconnect?: () => void + /** + * Cluster worker kill. + */ + readonly kill?: (signal?: string) => void +} + +/** + * Worker node options. + * @internal + */ +export interface WorkerNodeOptions { + workerOptions?: WorkerOptions + env?: Record + tasksQueueBackPressureSize: number | undefined + tasksQueueBucketSize: number | undefined + tasksQueuePriority: boolean | undefined } /** * Worker node interface. - * * @typeParam Worker - Type of worker. * @typeParam Data - Type of data sent to the worker. This can only be structured-cloneable data. * @internal */ -export interface IWorkerNode { +export interface IWorkerNode + extends EventEmitter { /** * Worker. */ @@ -209,36 +286,98 @@ export interface IWorkerNode { /** * Worker usage statistics. */ - usage: WorkerUsage + readonly usage: WorkerUsage + /** + * Worker choice strategy data. + * This is used to store data that are specific to the worker choice strategy. + */ + strategyData?: StrategyData + /** + * Message channel (worker thread only). + */ + readonly messageChannel?: MessageChannel + /** + * Tasks queue back pressure size. + * This is the number of tasks that can be enqueued before the worker node has back pressure. + */ + tasksQueueBackPressureSize: number + /** + * Sets tasks queue priority. + * @param enablePriority - Whether to enable tasks queue priority. + */ + readonly setTasksQueuePriority: (enablePriority: boolean) => void /** * Tasks queue size. - * * @returns The tasks queue size. */ readonly tasksQueueSize: () => number /** * Enqueue task. - * * @param task - The task to queue. - * @returns The task queue size. + * @returns The tasks queue size. */ readonly enqueueTask: (task: Task) => number /** * Dequeue task. - * + * @param bucket - The prioritized bucket to dequeue from. @defaultValue 0 + * @returns The dequeued task. + */ + readonly dequeueTask: (bucket?: number) => Task | undefined + /** + * Dequeue last prioritized task. * @returns The dequeued task. */ - readonly dequeueTask: () => Task | undefined + readonly dequeueLastPrioritizedTask: () => Task | undefined /** * Clears tasks queue. */ readonly clearTasksQueue: () => void /** - * Resets usage statistics . + * Whether the worker node has back pressure (i.e. its tasks queue is full). + * @returns `true` if the worker node has back pressure, `false` otherwise. */ - readonly resetUsage: () => void + readonly hasBackPressure: () => boolean /** - * Gets task usage statistics. + * Terminates the worker node. */ - readonly getTaskWorkerUsage: (name: string) => WorkerUsage | undefined + readonly terminate: () => Promise + /** + * Registers a worker event handler. + * @param event - The event. + * @param handler - The event handler. + */ + readonly registerWorkerEventHandler: ( + event: string, + handler: EventHandler + ) => void + /** + * Registers once a worker event handler. + * @param event - The event. + * @param handler - The event handler. + */ + readonly registerOnceWorkerEventHandler: ( + event: string, + handler: EventHandler + ) => void + /** + * Gets task function worker usage statistics. + * @param name - The task function name. + * @returns The task function worker usage statistics if the task function worker usage statistics are initialized, `undefined` otherwise. + */ + readonly getTaskFunctionWorkerUsage: (name: string) => WorkerUsage | undefined + /** + * Deletes task function worker usage statistics. + * @param name - The task function name. + * @returns `true` if the task function worker usage statistics were deleted, `false` otherwise. + */ + readonly deleteTaskFunctionWorkerUsage: (name: string) => boolean +} + +/** + * Worker node event detail. + * @internal + */ +export interface WorkerNodeEventDetail { + workerId?: number + workerNodeKey?: number }